Diagnosed failure

Unable to diagnose

Full log

03:07:01.513 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:07:01.524 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskZLXsSk/test-tmp
03:07:01.530 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:07:01.533 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskZLXsSk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:07:01.731 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

03:07:01.948 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
03:07:01.949 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

03:07:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:01.954211 17869 mini_oidc.cc:150] Starting JWKS server
03:07:01.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:01.957881 17869 webserver.cc:577] Webserver started at http://127.0.0.1:33981/ using document root <none> and password file <none>
03:07:01.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:01.958446 17869 mini_oidc.cc:186] Starting OIDC Discovery server
03:07:01.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:01.960839 17869 webserver.cc:577] Webserver started at http://127.0.0.1:33575/ using document root <none> and password file <none>
03:07:02.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T03:07:02Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:07:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T03:07:02Z Disabled control of system clock
03:07:02.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:02.023249 17869 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:02.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:02.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/wal
03:07:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/data
03:07:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:02.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:02.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/logs
03:07:02.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/data/info.pb
03:07:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.126:46129
03:07:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.126
03:07:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:02.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33981/jwks.json with env {}
03:07:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.348886 17881 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.349637 17881 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.350531 17881 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.389618 17881 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.390010 17881 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.390363 17881 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.390726 17881 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.391111 17881 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.391410 17881 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33981/jwks.json
03:07:02.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:02.429471 17881 master_runner.cc:387] Master server non-default flags:
03:07:02.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/logs
03:07:02.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:02.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:02.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:02.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:02.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/data
03:07:02.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/wal
03:07:02.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:02.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:02.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:02.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.126:46129
03:07:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33981/jwks.json
03:07:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/data/info.pb
03:07:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.126
03:07:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:02.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:02.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:02.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:02.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:02.431232 17881 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:02.433555 17881 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.451721 17887 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:03.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.452860 17888 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:03.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:02.456550 17890 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:03.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:03.644155 17889 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:07:03.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.644310 17881 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.648440 17881 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.651091 17881 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.652441 17881 hybrid_clock.cc:648] HybridClock initialized: now 1795144023652416 us; error 67 us; skew 500 ppm
03:07:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.653405 17881 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.660919 17881 webserver.cc:577] Webserver started at http://127.17.115.126:43489/ using document root <none> and password file <none>
03:07:03.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.662129 17881 fs_manager.cc:362] Metadata directory not provided
03:07:03.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.662331 17881 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:03.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.662832 17881 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.667047 17881 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/data/instance:
03:07:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9890bfeb0f14132a9c82109adaed711"
03:07:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:03 on dist-test-slave-d588"
03:07:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.668246 17881 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/wal/instance:
03:07:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9890bfeb0f14132a9c82109adaed711"
03:07:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:03 on dist-test-slave-d588"
03:07:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.675535 17881 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.000s
03:07:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.681123 17897 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.682348 17881 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
03:07:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.682624 17881 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/wal
03:07:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9890bfeb0f14132a9c82109adaed711"
03:07:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:03 on dist-test-slave-d588"
03:07:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.682929 17881 fs_report.cc:389] FS layout report
03:07:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/wal
03:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/wal
03:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/data/data
03:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.738144 17881 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:03.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.739764 17881 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:03.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.740190 17881 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.809353 17881 rpc_server.cc:307] RPC server started. Bound to: 127.17.115.126:46129
03:07:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.809427 17948 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.115.126:46129 every 8 connection(s)
03:07:03.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.812527 17881 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/data/info.pb
03:07:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.818760 17949 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.822216 17869 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 17881
03:07:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.822685 17869 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-0/wal/instance
03:07:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.826233 17869 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/wal
03:07:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/data
03:07:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/logs
03:07:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/data/info.pb
03:07:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.125:38567
03:07:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.125
03:07:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33981/jwks.json with env {}
03:07:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.829946 17949 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } has no permanent_uuid. Determining permanent_uuid...
03:07:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.864130 17949 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } has no permanent_uuid. Determining permanent_uuid...
03:07:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:03.866967 17899 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.115.125:38567: connect: Connection refused (error 111)
03:07:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:03.872048 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.125:38567: Network error: Client connection negotiation failed: client connection to 127.17.115.125:38567: connect: Connection refused (error 111)
03:07:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.921523 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } attempt: 1
03:07:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:03.926038 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.125:38567: Network error: Client connection negotiation failed: client connection to 127.17.115.125:38567: connect: Connection refused (error 111)
03:07:03.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:03.994421 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } attempt: 2
03:07:04.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.001590 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.125:38567: Network error: Client connection negotiation failed: client connection to 127.17.115.125:38567: connect: Connection refused (error 111)
03:07:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:04.093006 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } attempt: 3
03:07:04.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.097560 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.125:38567: Network error: Client connection negotiation failed: client connection to 127.17.115.125:38567: connect: Connection refused (error 111)
03:07:04.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.154815 17951 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:04.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.155400 17951 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:04.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.155966 17951 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:04.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.190423 17951 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:04.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.190714 17951 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:04.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.190999 17951 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:04.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.191214 17951 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:04.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.191447 17951 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:04.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.191680 17951 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33981/jwks.json
03:07:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:04.230211 17951 master_runner.cc:387] Master server non-default flags:
03:07:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/logs
03:07:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/data
03:07:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/wal
03:07:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.125:38567
03:07:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33981/jwks.json
03:07:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/data/info.pb
03:07:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.125
03:07:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:04.231771 17951 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:04.233691 17951 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:04.240998 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } attempt: 4
03:07:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.247298 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.125:38567: Network error: Client connection negotiation failed: client connection to 127.17.115.125:38567: connect: Connection refused (error 111)
03:07:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.248478 17960 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:04.546813 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } attempt: 5
03:07:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.561002 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.125:38567: Network error: Client connection negotiation failed: client connection to 127.17.115.125:38567: connect: Connection refused (error 111)
03:07:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.108713 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } attempt: 6
03:07:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:05.138522 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.125:38567: Network error: Client connection negotiation failed: client connection to 127.17.115.125:38567: connect: Connection refused (error 111)
03:07:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:05.652997 17959 debug-util.cc:398] Leaking SignalData structure 0x7b08000382c0 after lost signal to thread 17951
03:07:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:05.865173 17951 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.615s	user 0.583s	sys 1.029s
03:07:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:05.865615 17951 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.616s	user 0.583s	sys 1.029s
03:07:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:04.249593 17961 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:05.868249 17963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:05.871090 17962 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1617 milliseconds
03:07:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.871157 17951 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.872495 17951 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.874944 17951 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.876335 17951 hybrid_clock.cc:648] HybridClock initialized: now 1795144025876296 us; error 38 us; skew 500 ppm
03:07:05.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.877296 17951 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.883348 17951 webserver.cc:577] Webserver started at http://127.17.115.125:39363/ using document root <none> and password file <none>
03:07:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.884382 17951 fs_manager.cc:362] Metadata directory not provided
03:07:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.884624 17951 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:05.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.885208 17951 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.889614 17951 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/data/instance:
03:07:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ba68004394548958d91bb0a46eb8cc0"
03:07:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:05 on dist-test-slave-d588"
03:07:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.891021 17951 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/wal/instance:
03:07:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ba68004394548958d91bb0a46eb8cc0"
03:07:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:05 on dist-test-slave-d588"
03:07:05.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.898974 17951 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
03:07:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.904870 17972 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.906265 17951 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
03:07:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.906672 17951 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/wal
03:07:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ba68004394548958d91bb0a46eb8cc0"
03:07:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:05 on dist-test-slave-d588"
03:07:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.907143 17951 fs_report.cc:389] FS layout report
03:07:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/wal
03:07:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/wal
03:07:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/data/data
03:07:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:05.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.974543 17951 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:05.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.976266 17951 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:05.976670 17951 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.049388 17951 rpc_server.cc:307] RPC server started. Bound to: 127.17.115.125:38567
03:07:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.049480 18023 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.115.125:38567 every 8 connection(s)
03:07:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.052181 17951 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/data/info.pb
03:07:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.057996 18024 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.061154 17869 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 17951
03:07:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.061491 17869 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-1/wal/instance
03:07:06.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.063500 17869 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/wal
03:07:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/data
03:07:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/logs
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/data/info.pb
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.124:38551
03:07:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.124
03:07:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:06.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:06.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33981/jwks.json with env {}
03:07:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.072711 18024 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } has no permanent_uuid. Determining permanent_uuid...
03:07:06.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.095425 18024 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } has no permanent_uuid. Determining permanent_uuid...
03:07:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.109094 18024 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } has no permanent_uuid. Determining permanent_uuid...
03:07:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.111351 17974 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.115726 18024 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.165367 18024 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 1
03:07:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.170666 18024 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.199136 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } attempt: 7
03:07:06.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.211057 17949 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } has no permanent_uuid. Determining permanent_uuid...
03:07:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.216931 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.239097 18024 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 2
03:07:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.244079 18024 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.275456 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 1
03:07:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.280210 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.335517 18024 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 3
03:07:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.339871 18024 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.361639 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 2
03:07:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.366586 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.396368 18026 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:06.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.396921 18026 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:06.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.397392 18026 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.431595 18026 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.431985 18026 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.432286 18026 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.432540 18026 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.432796 18026 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.433032 18026 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33981/jwks.json
03:07:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.452051 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 3
03:07:06.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.456491 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.478189 18026 master_runner.cc:387] Master server non-default flags:
03:07:06.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/logs
03:07:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/data
03:07:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/wal
03:07:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.124:38551
03:07:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33981/jwks.json
03:07:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/data/info.pb
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.124
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.479516 18026 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.481281 18026 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.483268 18024 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 4
03:07:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.488224 18024 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.493120 18038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.596939 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 4
03:07:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.605759 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.787686 18024 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 5
03:07:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.797243 18024 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:06.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:06.889333 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 5
03:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.903883 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:07.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:07.344851 18024 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 6
03:07:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:07.376331 18024 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:07.456476 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 6
03:07:07.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:07.481451 17949 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.115.124:38551: Network error: Client connection negotiation failed: client connection to 127.17.115.124:38551: connect: Connection refused (error 111)
03:07:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:07.905545 18037 debug-util.cc:398] Leaking SignalData structure 0x7b08000382c0 after lost signal to thread 18026
03:07:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:07.981297 18037 kernel_stack_watchdog.cc:198] Thread 18026 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643 for 402ms:
03:07:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:07:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:07:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:07:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:07:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:06.494927 18039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:07.987661 18026 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.494s	user 0.006s	sys 0.000s
03:07:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:07.988062 18040 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1487 milliseconds
03:07:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:07.988121 18026 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.494s	user 0.006s	sys 0.000s
03:07:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:07.989620 18041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:07.989698 18026 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:07.991523 18026 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:07.994171 18026 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:07.995559 18026 hybrid_clock.cc:648] HybridClock initialized: now 1795144027995523 us; error 38 us; skew 500 ppm
03:07:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:07.996551 18026 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.002784 18026 webserver.cc:577] Webserver started at http://127.17.115.124:41683/ using document root <none> and password file <none>
03:07:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.003661 18026 fs_manager.cc:362] Metadata directory not provided
03:07:08.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.003921 18026 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:08.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.004374 18026 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.008723 18026 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/data/instance:
03:07:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f64eba0e0be04c43824f3cd0c72e5b56"
03:07:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:08 on dist-test-slave-d588"
03:07:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.009829 18026 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/wal/instance:
03:07:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f64eba0e0be04c43824f3cd0c72e5b56"
03:07:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:08 on dist-test-slave-d588"
03:07:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.017524 18026 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
03:07:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.023765 18052 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.025055 18026 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
03:07:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.025349 18026 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/wal
03:07:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f64eba0e0be04c43824f3cd0c72e5b56"
03:07:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:08 on dist-test-slave-d588"
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.025650 18026 fs_report.cc:389] FS layout report
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/wal
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/wal
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/data/data
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:08.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.087682 18026 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:08.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.089254 18026 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.089649 18026 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.159219 18026 rpc_server.cc:307] RPC server started. Bound to: 127.17.115.124:38551
03:07:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.159307 18103 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.115.124:38551 every 8 connection(s)
03:07:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.162129 18026 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/data/info.pb
03:07:08.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.166873 17869 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 18026
03:07:08.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.167309 17869 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/master-2/wal/instance
03:07:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.168001 18104 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:08.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.183614 18104 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } has no permanent_uuid. Determining permanent_uuid...
03:07:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.219990 18104 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } has no permanent_uuid. Determining permanent_uuid...
03:07:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.230594 18104 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } has no permanent_uuid. Determining permanent_uuid...
03:07:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.246680 18104 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56: Bootstrap starting.
03:07:08.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.253400 18104 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56: Neither blocks nor log segments found. Creating new log.
03:07:08.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.255426 18104 log.cc:826] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56: Log is configured to *not* fsync() on all Append() calls
03:07:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.260213 18104 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56: No bootstrap required, opened a new log
03:07:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.279327 18104 raft_consensus.cc:366] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.280031 18104 raft_consensus.cc:392] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.280382 18104 raft_consensus.cc:787] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f64eba0e0be04c43824f3cd0c72e5b56, State: Initialized, Role: FOLLOWER
03:07:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.282071 18104 consensus_queue.cc:261] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.285177 18113 sys_catalog.cc:455] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.285772 18113 sys_catalog.cc:458] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: This master's current role is: FOLLOWER
03:07:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.286772 18104 sys_catalog.cc:565] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: configured and running, proceeding with master startup.
03:07:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:08.311079 18124 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:07:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:08.311368 18124 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:07:08.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.306381 18026 master_runner.cc:187] Error getting master registration for 127.17.115.126:46129: OK, instance_id { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" instance_seqno: 1795144023790616 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:07:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.336699 18026 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:07:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:08.344874 18058 tablet.cc:2554] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:07:08.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.351013 18113 raft_consensus.cc:534] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:07:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.351577 18113 raft_consensus.cc:556] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.354292 18113 leader_election.cc:290] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f9890bfeb0f14132a9c82109adaed711 (127.17.115.126:46129), 9ba68004394548958d91bb0a46eb8cc0 (127.17.115.125:38567)
03:07:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.436935 18024 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 7
03:07:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.460714 18024 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0: Bootstrap starting.
03:07:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.470002 18024 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0: Neither blocks nor log segments found. Creating new log.
03:07:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.474613 18024 log.cc:826] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0: Log is configured to *not* fsync() on all Append() calls
03:07:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.480237 18024 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0: No bootstrap required, opened a new log
03:07:08.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.511686 18024 raft_consensus.cc:366] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.512727 18024 raft_consensus.cc:392] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.513051 18024 raft_consensus.cc:787] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9ba68004394548958d91bb0a46eb8cc0, State: Initialized, Role: FOLLOWER
03:07:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.514097 18024 consensus_queue.cc:261] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.514957 17949 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } attempt: 7
03:07:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.526371 18128 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.528146 18024 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [sys.catalog]: configured and running, proceeding with master startup.
03:07:08.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.528339 17999 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9ba68004394548958d91bb0a46eb8cc0" is_pre_election: true
03:07:08.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.530586 17999 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate f64eba0e0be04c43824f3cd0c72e5b56 in term 0
03:07:08.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.528890 18128 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [sys.catalog]: This master's current role is: FOLLOWER
03:07:08.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.531912 18054 leader_election.cc:304] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9ba68004394548958d91bb0a46eb8cc0, f64eba0e0be04c43824f3cd0c72e5b56; no voters: 
03:07:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.532936 18113 raft_consensus.cc:3024] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:07:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.533267 18113 raft_consensus.cc:534] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:07:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.533598 18113 raft_consensus.cc:3296] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 0 FOLLOWER]: Advancing to term 1
03:07:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.537331 18113 raft_consensus.cc:556] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.550853 17949 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711: Bootstrap starting.
03:07:08.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.556330 18113 leader_election.cc:290] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [CANDIDATE]: Term 1 election: Requested vote from peers f9890bfeb0f14132a9c82109adaed711 (127.17.115.126:46129), 9ba68004394548958d91bb0a46eb8cc0 (127.17.115.125:38567)
03:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.557870 17999 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9ba68004394548958d91bb0a46eb8cc0"
03:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.558476 17999 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [term 0 FOLLOWER]: Advancing to term 1
03:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.559770 17999 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate f64eba0e0be04c43824f3cd0c72e5b56 in term 1
03:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.563835 17949 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711: Neither blocks nor log segments found. Creating new log.
03:07:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.567088 17949 log.cc:826] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711: Log is configured to *not* fsync() on all Append() calls
03:07:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.571719 18054 leader_election.cc:304] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9ba68004394548958d91bb0a46eb8cc0, f64eba0e0be04c43824f3cd0c72e5b56; no voters: 
03:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.572742 18113 raft_consensus.cc:3024] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 1 FOLLOWER]: Leader election won for term 1
03:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.573267 18113 raft_consensus.cc:744] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [term 1 LEADER]: Becoming Leader. State: Replica: f64eba0e0be04c43824f3cd0c72e5b56, State: Running, Role: LEADER
03:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.574276 18113 consensus_queue.cc:238] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.599444 18130 sys_catalog.cc:455] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f64eba0e0be04c43824f3cd0c72e5b56. Latest consensus state: current_term: 1 leader_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.604157 17949 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711: No bootstrap required, opened a new log
03:07:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.603991 18130 sys_catalog.cc:458] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: This master's current role is: LEADER
03:07:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.619882 18143 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
03:07:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.623044 18130 consensus_queue.cc:1049] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:07:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.632604 18146 catalog_manager.cc:820] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:07:08.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.656428 18128 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f64eba0e0be04c43824f3cd0c72e5b56. Latest consensus state: current_term: 1 leader_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.660373 17949 raft_consensus.cc:366] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.662545 17949 raft_consensus.cc:392] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.663108 18128 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [sys.catalog]: This master's current role is: FOLLOWER
03:07:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.663194 17949 raft_consensus.cc:787] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9890bfeb0f14132a9c82109adaed711, State: Initialized, Role: FOLLOWER
03:07:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.664281 17949 consensus_queue.cc:261] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } }
03:07:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.669747 18143 catalog_manager.cc:1535] Initializing Kudu cluster ID...
03:07:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.671499 17949 sys_catalog.cc:565] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [sys.catalog]: configured and running, proceeding with master startup.
03:07:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.672003 17924 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9890bfeb0f14132a9c82109adaed711" is_pre_election: true
03:07:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.672971 17924 raft_consensus.cc:2062] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate f64eba0e0be04c43824f3cd0c72e5b56 in term 0
03:07:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.674300 17922 raft_consensus.cc:3296] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [term 0 FOLLOWER]: Advancing to term 1
03:07:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.671662 17923 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9890bfeb0f14132a9c82109adaed711"
03:07:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.685760 18145 sys_catalog.cc:455] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.686892 18145 sys_catalog.cc:458] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: This master's current role is: LEADER
03:07:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.697006 18128 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.697757 18128 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0 [sys.catalog]: This master's current role is: FOLLOWER
03:07:08.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.700026 18148 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.701076 18148 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [sys.catalog]: This master's current role is: FOLLOWER
03:07:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.706033 18130 consensus_queue.cc:1049] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:07:08.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.734054 18148 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f64eba0e0be04c43824f3cd0c72e5b56. Latest consensus state: current_term: 1 leader_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.734747 18148 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [sys.catalog]: This master's current role is: FOLLOWER
03:07:08.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.737437 18151 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.738447 18151 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711 [sys.catalog]: This master's current role is: FOLLOWER
03:07:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.641237 17951 master_runner.cc:187] Error getting master registration for 127.17.115.126:46129: OK, instance_id { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" instance_seqno: 1795144023790616 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:07:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.751073 17951 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:07:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.762034 18113 sys_catalog.cc:455] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9890bfeb0f14132a9c82109adaed711" member_type: VOTER last_known_addr { host: "127.17.115.126" port: 46129 } } peers { permanent_uuid: "9ba68004394548958d91bb0a46eb8cc0" member_type: VOTER last_known_addr { host: "127.17.115.125" port: 38567 } } peers { permanent_uuid: "f64eba0e0be04c43824f3cd0c72e5b56" member_type: VOTER last_known_addr { host: "127.17.115.124" port: 38551 } } }
03:07:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.763064 18113 sys_catalog.cc:458] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56 [sys.catalog]: This master's current role is: LEADER
03:07:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.769582 18143 catalog_manager.cc:1398] Generated new cluster ID: 3b8c91995e544362beb2cb3a7b8edfa4
03:07:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.769907 18143 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
03:07:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.813624 18167 catalog_manager.cc:1310] Loaded cluster ID: 3b8c91995e544362beb2cb3a7b8edfa4
03:07:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.813920 18167 catalog_manager.cc:1603] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711: loading cluster ID for follower catalog manager: success
03:07:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:08.827227 18167 catalog_manager.cc:1627] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711: acquiring CA information for follower catalog manager: Not found: root CA entry not found
03:07:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:08.827574 18167 catalog_manager.cc:898] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
03:07:08.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.842384 18143 catalog_manager.cc:1421] Generated new certificate authority record
03:07:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.844455 18143 catalog_manager.cc:1555] Loading token signing keys...
03:07:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.886462 18143 catalog_manager.cc:6237] T 00000000000000000000000000000000 P f64eba0e0be04c43824f3cd0c72e5b56: Generated new TSK 0
03:07:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.887629 18143 catalog_manager.cc:1565] Initializing in-progress tserver states...
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:08.921439 17869 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/wal
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/data
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/logs
03:07:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/data/info.pb
03:07:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.65:0
03:07:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.115.65
03:07:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.65
03:07:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:07:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:09.405143 18169 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:09.405820 18169 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:09.406592 18169 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:09.471999 18169 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:09.474133 18169 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.115.65
03:07:09.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.541965 18169 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:09.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/logs
03:07:09.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/data
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/wal
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.65:0
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/data/info.pb
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.65
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.115.65
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.543752 18169 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.545910 18169 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:09.563158 18175 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.665791 18146 catalog_manager.cc:1310] Loaded cluster ID: 3b8c91995e544362beb2cb3a7b8edfa4
03:07:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.671955 18146 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0: loading cluster ID for follower catalog manager: success
03:07:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.699354 18146 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0: acquiring CA information for follower catalog manager: success
03:07:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.715487 18146 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 9ba68004394548958d91bb0a46eb8cc0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:09.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.838743 18167 catalog_manager.cc:1625] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711: acquiring CA information for follower catalog manager: success
03:07:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:09.855469 18167 catalog_manager.cc:1653] T 00000000000000000000000000000000 P f9890bfeb0f14132a9c82109adaed711: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:11.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:10.964646 18174 debug-util.cc:398] Leaking SignalData structure 0x7b08000382a0 after lost signal to thread 18169
03:07:11.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:11.706136 18174 kernel_stack_watchdog.cc:198] Thread 18169 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643 for 395ms:
03:07:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:07:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:07:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:07:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:07:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:09.565060 18176 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:11.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:11.712621 18169 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 2.146s	user 0.000s	sys 0.004s
03:07:11.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:11.713040 18169 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 2.146s	user 0.000s	sys 0.004s
03:07:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:11.714659 18179 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:11.721439 18177 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2155 milliseconds
03:07:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.722137 18169 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:11.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.723958 18169 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.734155 18169 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.735917 18169 hybrid_clock.cc:648] HybridClock initialized: now 1795144031735840 us; error 90 us; skew 500 ppm
03:07:11.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.737238 18169 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.757756 18169 webserver.cc:577] Webserver started at http://127.17.115.65:38277/ using document root <none> and password file <none>
03:07:11.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.759419 18169 fs_manager.cc:362] Metadata directory not provided
03:07:11.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.760017 18169 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.760957 18169 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.767717 18169 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/data/instance:
03:07:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "323202d3633048be8d9441aaeb294813"
03:07:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:11 on dist-test-slave-d588"
03:07:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.769665 18169 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/wal/instance:
03:07:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "323202d3633048be8d9441aaeb294813"
03:07:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:11 on dist-test-slave-d588"
03:07:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.786525 18169 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.010s	sys 0.003s
03:07:11.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.800741 18186 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.802706 18169 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.007s	sys 0.004s
03:07:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.804669 18169 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/wal
03:07:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "323202d3633048be8d9441aaeb294813"
03:07:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:11 on dist-test-slave-d588"
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.805617 18169 fs_report.cc:389] FS layout report
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/wal
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/wal
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/data/data
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.969199 18169 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.974234 18169 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.977211 18169 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:11.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:11.991932 18169 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.009195 18169 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.009914 18169 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
03:07:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.010462 18169 ts_tablet_manager.cc:662] Registered 0 tablets
03:07:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.010865 18169 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
03:07:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.281641 18169 rpc_server.cc:307] RPC server started. Bound to: 127.17.115.65:36471
03:07:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.281746 18299 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.115.65:36471 every 8 connection(s)
03:07:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.285113 18169 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/data/info.pb
03:07:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.293112 17869 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 18169
03:07:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.293883 17869 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-0/wal/instance
03:07:12.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.329841 17869 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:12.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:12.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/wal
03:07:12.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/data
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/logs
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/data/info.pb
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.66:0
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.115.66
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.66
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:07:12.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.425359 18300 heartbeater.cc:345] Connected to a master server at 127.17.115.124:38551
03:07:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.425848 18300 heartbeater.cc:462] Registering TS with master...
03:07:12.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.427337 18300 heartbeater.cc:508] Master 127.17.115.124:38551 requested a full tablet report, sending...
03:07:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.429880 18301 heartbeater.cc:345] Connected to a master server at 127.17.115.125:38567
03:07:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.430190 18301 heartbeater.cc:462] Registering TS with master...
03:07:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.431109 18301 heartbeater.cc:508] Master 127.17.115.125:38567 requested a full tablet report, sending...
03:07:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.436825 18069 ts_manager.cc:210] Registered new tserver with Master: 323202d3633048be8d9441aaeb294813 (127.17.115.65:36471)
03:07:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.439833 18069 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.17.115.65:37061
03:07:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.444466 17989 ts_manager.cc:210] Registered new tserver with Master: 323202d3633048be8d9441aaeb294813 (127.17.115.65:36471)
03:07:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.453846 18306 heartbeater.cc:345] Connected to a master server at 127.17.115.126:46129
03:07:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.454190 18306 heartbeater.cc:462] Registering TS with master...
03:07:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.454847 18306 heartbeater.cc:508] Master 127.17.115.126:46129 requested a full tablet report, sending...
03:07:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.459771 17914 ts_manager.cc:210] Registered new tserver with Master: 323202d3633048be8d9441aaeb294813 (127.17.115.65:36471)
03:07:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:12.771143 18305 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:12.771729 18305 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:12.772475 18305 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:12.807546 18305 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:12.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:12.808921 18305 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.115.66
03:07:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.848927 18305 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/logs
03:07:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/data
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/wal
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.66:0
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/data/info.pb
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.66
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.115.66
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.850768 18305 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:12.853192 18305 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:12.875759 18317 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:13.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:13.449893 18300 heartbeater.cc:500] Master 127.17.115.124:38551 was elected leader, sending a full tablet report...
03:07:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:12.877930 18318 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:14.692656 18305 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.818s	user 0.649s	sys 1.112s
03:07:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:14.275318 18316 debug-util.cc:398] Leaking SignalData structure 0x7b08000382a0 after lost signal to thread 18305
03:07:14.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:14.693668 18319 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1816 milliseconds
03:07:14.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:14.694237 18305 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.820s	user 0.649s	sys 1.113s
03:07:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.695268 18305 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:14.695346 18320 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:14.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.698719 18305 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:14.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.700969 18305 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:14.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.702373 18305 hybrid_clock.cc:648] HybridClock initialized: now 1795144034702315 us; error 44 us; skew 500 ppm
03:07:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.703235 18305 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.709654 18305 webserver.cc:577] Webserver started at http://127.17.115.66:41229/ using document root <none> and password file <none>
03:07:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.710825 18305 fs_manager.cc:362] Metadata directory not provided
03:07:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.711078 18305 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:14.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.711645 18305 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:14.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.716253 18305 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/data/instance:
03:07:14.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf793a480e1a42049bc1ee0a2996dde0"
03:07:14.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:14 on dist-test-slave-d588"
03:07:14.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.717506 18305 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/wal/instance:
03:07:14.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf793a480e1a42049bc1ee0a2996dde0"
03:07:14.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:14 on dist-test-slave-d588"
03:07:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.725314 18305 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
03:07:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.731890 18329 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.733044 18305 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
03:07:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.733421 18305 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/wal
03:07:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf793a480e1a42049bc1ee0a2996dde0"
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:14 on dist-test-slave-d588"
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.733800 18305 fs_report.cc:389] FS layout report
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/wal
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/wal
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/data/data
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.800544 18305 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.802208 18305 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.802764 18305 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.805670 18305 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.809964 18305 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.810204 18305 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
03:07:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.810541 18305 ts_tablet_manager.cc:662] Registered 0 tablets
03:07:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.810773 18305 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
03:07:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.968348 18305 rpc_server.cc:307] RPC server started. Bound to: 127.17.115.66:40857
03:07:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.968830 18442 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.115.66:40857 every 8 connection(s)
03:07:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.971179 18305 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/data/info.pb
03:07:14.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.980172 17869 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 18305
03:07:14.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.980721 17869 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-1/wal/instance
03:07:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:14.993048 17869 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/wal
03:07:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/data
03:07:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/logs
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/data/info.pb
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.67:0
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.115.67
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.67
03:07:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:07:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.014092 18444 heartbeater.cc:345] Connected to a master server at 127.17.115.125:38567
03:07:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.014619 18444 heartbeater.cc:462] Registering TS with master...
03:07:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.014750 18443 heartbeater.cc:345] Connected to a master server at 127.17.115.124:38551
03:07:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.015087 18443 heartbeater.cc:462] Registering TS with master...
03:07:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.015043 18445 heartbeater.cc:345] Connected to a master server at 127.17.115.126:46129
03:07:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.015520 18445 heartbeater.cc:462] Registering TS with master...
03:07:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.016233 18444 heartbeater.cc:508] Master 127.17.115.125:38567 requested a full tablet report, sending...
03:07:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.016327 18443 heartbeater.cc:508] Master 127.17.115.124:38551 requested a full tablet report, sending...
03:07:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.016600 18445 heartbeater.cc:508] Master 127.17.115.126:46129 requested a full tablet report, sending...
03:07:15.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.020668 17914 ts_manager.cc:210] Registered new tserver with Master: bf793a480e1a42049bc1ee0a2996dde0 (127.17.115.66:40857)
03:07:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.023512 18069 ts_manager.cc:210] Registered new tserver with Master: bf793a480e1a42049bc1ee0a2996dde0 (127.17.115.66:40857)
03:07:15.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.025246 18069 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.17.115.66:41449
03:07:15.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.027086 17989 ts_manager.cc:210] Registered new tserver with Master: bf793a480e1a42049bc1ee0a2996dde0 (127.17.115.66:40857)
03:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:15.340580 18453 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:15.341161 18453 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:15.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:15.341789 18453 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:15.376114 18453 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:15.377100 18453 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.115.67
03:07:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.415129 18453 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/logs
03:07:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:15.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.115.84:42273
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/data
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/wal
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.115.67:0
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/data/info.pb
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.115.67
03:07:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.115.126:46129,127.17.115.125:38567,127.17.115.124:38551
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.115.67
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.416972 18453 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:15.418988 18453 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:15.433506 18459 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:16.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.030026 18443 heartbeater.cc:500] Master 127.17.115.124:38551 was elected leader, sending a full tablet report...
03:07:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:16.835628 18458 debug-util.cc:398] Leaking SignalData structure 0x7b08000382a0 after lost signal to thread 18453
03:07:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:16.874599 18453 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.442s	user 0.473s	sys 0.959s
03:07:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:15.434346 18460 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:16.875407 18453 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.443s	user 0.474s	sys 0.960s
03:07:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:16.877162 18462 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:16.880183 18461 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1442 milliseconds
03:07:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.880208 18453 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:16.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.881383 18453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.883530 18453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.884857 18453 hybrid_clock.cc:648] HybridClock initialized: now 1795144036884843 us; error 55 us; skew 500 ppm
03:07:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.885612 18453 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.891835 18453 webserver.cc:577] Webserver started at http://127.17.115.67:44059/ using document root <none> and password file <none>
03:07:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.892714 18453 fs_manager.cc:362] Metadata directory not provided
03:07:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.892892 18453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.893283 18453 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.897713 18453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/data/instance:
03:07:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda9d8410d3f408a88eff2618db0cc49"
03:07:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:16 on dist-test-slave-d588"
03:07:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.898772 18453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/wal/instance:
03:07:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda9d8410d3f408a88eff2618db0cc49"
03:07:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:16 on dist-test-slave-d588"
03:07:16.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.906064 18453 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
03:07:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.911849 18470 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.913034 18453 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
03:07:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.913323 18453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/wal
03:07:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda9d8410d3f408a88eff2618db0cc49"
03:07:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:16 on dist-test-slave-d588"
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.913614 18453 fs_report.cc:389] FS layout report
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/wal
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/wal
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/data/data
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.971745 18453 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.973421 18453 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:16.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.973855 18453 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.976689 18453 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.981330 18453 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.981523 18453 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
03:07:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.981714 18453 ts_tablet_manager.cc:662] Registered 0 tablets
03:07:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:16.981863 18453 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
03:07:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.142309 18453 rpc_server.cc:307] RPC server started. Bound to: 127.17.115.67:37313
03:07:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.142426 18582 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.115.67:37313 every 8 connection(s)
03:07:17.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.145437 18453 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/data/info.pb
03:07:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.154979 17869 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 18453
03:07:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.155457 17869 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster16333721687647374782/ts-2/wal/instance
03:07:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.195362 18584 heartbeater.cc:345] Connected to a master server at 127.17.115.125:38567
03:07:17.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.195828 18584 heartbeater.cc:462] Registering TS with master...
03:07:17.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.196755 18583 heartbeater.cc:345] Connected to a master server at 127.17.115.124:38551
03:07:17.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.197063 18583 heartbeater.cc:462] Registering TS with master...
03:07:17.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.197163 18584 heartbeater.cc:508] Master 127.17.115.125:38567 requested a full tablet report, sending...
03:07:17.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.197950 18583 heartbeater.cc:508] Master 127.17.115.124:38551 requested a full tablet report, sending...
03:07:17.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.200505 18069 ts_manager.cc:210] Registered new tserver with Master: cda9d8410d3f408a88eff2618db0cc49 (127.17.115.67:37313)
03:07:17.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.201153 17989 ts_manager.cc:210] Registered new tserver with Master: cda9d8410d3f408a88eff2618db0cc49 (127.17.115.67:37313)
03:07:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.202819 18069 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.17.115.67:34101
03:07:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.204216 18585 heartbeater.cc:345] Connected to a master server at 127.17.115.126:46129
03:07:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.204573 18585 heartbeater.cc:462] Registering TS with master...
03:07:17.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.205574 18585 heartbeater.cc:508] Master 127.17.115.126:46129 requested a full tablet report, sending...
03:07:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.208415 17914 ts_manager.cc:210] Registered new tserver with Master: cda9d8410d3f408a88eff2618db0cc49 (127.17.115.67:37313)
03:07:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.211941 17869 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
03:07:17.224 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
03:07:17.225 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

03:07:17.237 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.115.126"
      port: 46129
    }
    bound_http_address {
      host: "127.17.115.126"
      port: 43489
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.115.125"
      port: 38567
    }
    bound_http_address {
      host: "127.17.115.125"
      port: 39363
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.115.124"
      port: 38551
    }
    bound_http_address {
      host: "127.17.115.124"
      port: 41683
    }
  }
}

03:07:17.241 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

03:07:17.244 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.115.65"
      port: 36471
    }
    bound_http_address {
      host: "127.17.115.65"
      port: 38277
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.115.66"
      port: 40857
    }
    bound_http_address {
      host: "127.17.115.66"
      port: 41229
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.115.67"
      port: 37313
    }
    bound_http_address {
      host: "127.17.115.67"
      port: 44059
    }
  }
}

03:07:17.245 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:07:17.411 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)

03:07:17.466 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
03:07:17.567 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskZLXsSk/test-tmp
03:07:17.568 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:07:17.568 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskZLXsSk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:07:17.573 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: true
  cluster_root: "/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835"
  extra_master_flags: "--webserver_require_spnego=false"
  extra_master_flags: "--authn_token_validity_seconds=10"
  extra_tserver_flags: "--webserver_require_spnego=false"
  hms_mode: NONE
  mini_kdc_options {
    ticket_lifetime: "10s"
    renew_lifetime: "20s"
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

03:07:17.940 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:17.940 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}

03:07:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.944514 18595 mini_oidc.cc:150] Starting JWKS server
03:07:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.947782 18595 webserver.cc:577] Webserver started at http://127.0.0.1:32799/ using document root <none> and password file <none>
03:07:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.948230 18595 mini_oidc.cc:186] Starting OIDC Discovery server
03:07:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:17.950372 18595 webserver.cc:577] Webserver started at http://127.0.0.1:40703/ using document root <none> and password file <none>
03:07:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:07:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/principal' for realm 'KRBTEST.COM',
03:07:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:07:18.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:18 dist-test-slave-d588 krb5kdc[18607](info): setting up network...
03:07:18.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:07:18.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:18 dist-test-slave-d588 krb5kdc[18607](info): set up 2 sockets
03:07:18.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:18 dist-test-slave-d588 krb5kdc[18607](info): commencing operation
03:07:18.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:07:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:18.206962 18583 heartbeater.cc:500] Master 127.17.115.124:38551 was elected leader, sending a full tablet report...
03:07:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.105928 18595 mini_kdc.cc:121] Time spent starting KDC: real 2.119s	user 0.008s	sys 0.012s
03:07:20.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:07:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:07:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:07:20.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:07:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:07:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:07:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:07:20.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:07:20.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:07:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:07:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/test-user.keytab.
03:07:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/test-user.keytab.
03:07:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:20 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144040, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
03:07:20.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T03:07:20Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:07:20.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T03:07:20Z Disabled control of system clock
03:07:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.40.254@KRBTEST.COM; defaulting to no policy
03:07:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.40.254@KRBTEST.COM" created.
03:07:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.40.254@KRBTEST.COM; defaulting to no policy
03:07:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.40.254@KRBTEST.COM" created.
03:07:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:20.332487 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/logs
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/info.pb
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.254:38575
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.254
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.254
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.656433 18624 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.657032 18624 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.657730 18624 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.692464 18624 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
03:07:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.692718 18624 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.693002 18624 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.693212 18624 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.693423 18624 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.693637 18624 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.693792 18624 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32799/jwks.json
03:07:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:20.733425 18624 master_runner.cc:387] Master server non-default flags:
03:07:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/logs
03:07:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.254
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.254:38575
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/info.pb
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.254
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:20.734716 18624 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:20.735641 18624 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:20.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.747670 18630 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:20.750427 18631 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.028244 18633 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.030843 18632 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1275 milliseconds
03:07:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.030928 18624 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:22.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.032344 18624 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.035339 18624 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.036758 18624 hybrid_clock.cc:648] HybridClock initialized: now 1795144042036711 us; error 54 us; skew 500 ppm
03:07:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.037549 18624 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:22.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:22 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144042, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:22.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.043202 18624 init.cc:377] Logged in from keytab as kudu/127.18.40.254@KRBTEST.COM (short username kudu)
03:07:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.048954 18624 webserver.cc:577] Webserver started at http://127.18.40.254:45929/ using document root <none> and password file <none>
03:07:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.050282 18624 fs_manager.cc:362] Metadata directory not provided
03:07:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.050552 18624 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.051082 18624 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.057207 18624 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/instance:
03:07:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d98e37df6f743a99273d10cdbe9cb97"
03:07:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:22 on dist-test-slave-d588"
03:07:22.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.058691 18624 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal/instance:
03:07:22.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d98e37df6f743a99273d10cdbe9cb97"
03:07:22.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:22 on dist-test-slave-d588"
03:07:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.068967 18624 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.001s
03:07:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.075181 18642 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.076408 18624 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
03:07:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.076772 18624 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d98e37df6f743a99273d10cdbe9cb97"
03:07:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:22 on dist-test-slave-d588"
03:07:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.077162 18624 fs_report.cc:389] FS layout report
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/data
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.141696 18624 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.156616 18624 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.157034 18624 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.238490 18624 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.254:38575
03:07:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.238554 18693 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.254:38575 every 8 connection(s)
03:07:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.241199 18624 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/info.pb
03:07:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.248193 18694 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:22.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.251474 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 18624
03:07:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.252027 18595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal/instance
03:07:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.264247 18694 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } has no permanent_uuid. Determining permanent_uuid...
03:07:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.40.253@KRBTEST.COM; defaulting to no policy
03:07:22.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:22.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.40.253@KRBTEST.COM" created.
03:07:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:22 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144042, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.254@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.309283 18694 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } has no permanent_uuid. Determining permanent_uuid...
03:07:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.312584 18646 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:22.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.40.253@KRBTEST.COM; defaulting to no policy
03:07:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.317287 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.253:44325: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.40.253@KRBTEST.COM" created.
03:07:22.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:22.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:22.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.339743 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/logs
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/info.pb
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.253:44325
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.253
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.253
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:22.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.366778 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } attempt: 1
03:07:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.371340 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.253:44325: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.439841 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } attempt: 2
03:07:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.444168 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.253:44325: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.535596 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } attempt: 3
03:07:22.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.544044 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.253:44325: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:22.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.670456 18703 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.671018 18703 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.671665 18703 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.687501 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } attempt: 4
03:07:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.692022 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.253:44325: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.712071 18703 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
03:07:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.712323 18703 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.712610 18703 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.712822 18703 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.713119 18703 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.713366 18703 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.713516 18703 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32799/jwks.json
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.755533 18703 master_runner.cc:387] Master server non-default flags:
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/logs
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.253
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.253:44325
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/info.pb
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.253
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.756842 18703 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.757855 18703 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.769840 18711 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:22.991454 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } attempt: 5
03:07:22.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.995841 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.253:44325: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:23.543435 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } attempt: 6
03:07:23.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:23.553463 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.253:44325: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.773626 18714 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:22.771726 18712 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.036018 18713 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:07:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.036568 18703 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.040033 18703 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.043040 18703 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.044484 18703 hybrid_clock.cc:648] HybridClock initialized: now 1795144044044438 us; error 67 us; skew 500 ppm
03:07:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.045297 18703 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:24 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144044, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.051887 18703 init.cc:377] Logged in from keytab as kudu/127.18.40.253@KRBTEST.COM (short username kudu)
03:07:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.059907 18703 webserver.cc:577] Webserver started at http://127.18.40.253:42833/ using document root <none> and password file <none>
03:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.061080 18703 fs_manager.cc:362] Metadata directory not provided
03:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.061347 18703 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.061913 18703 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.067844 18703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/instance:
03:07:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7934b65922ec46e8bba1a463b3f93be0"
03:07:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:24 on dist-test-slave-d588"
03:07:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.069450 18703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal/instance:
03:07:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7934b65922ec46e8bba1a463b3f93be0"
03:07:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:24 on dist-test-slave-d588"
03:07:24.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.078756 18703 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.000s	sys 0.007s
03:07:24.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.085278 18724 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.086622 18703 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.086906 18703 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7934b65922ec46e8bba1a463b3f93be0"
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:24 on dist-test-slave-d588"
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.087211 18703 fs_report.cc:389] FS layout report
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/data
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.138690 18703 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.145782 18703 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.146320 18703 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.234903 18703 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.253:44325
03:07:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.234972 18776 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.253:44325 every 8 connection(s)
03:07:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.239424 18703 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/info.pb
03:07:24.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.243323 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 18703
03:07:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.243814 18595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal/instance
03:07:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.247248 18777 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.258755 18777 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } has no permanent_uuid. Determining permanent_uuid...
03:07:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.40.252@KRBTEST.COM; defaulting to no policy
03:07:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.40.252@KRBTEST.COM" created.
03:07:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:24 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144044, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.296553 18777 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } has no permanent_uuid. Determining permanent_uuid...
03:07:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.40.252@KRBTEST.COM; defaulting to no policy
03:07:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.40.252@KRBTEST.COM" created.
03:07:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:24 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144044, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.328097 18777 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } has no permanent_uuid. Determining permanent_uuid...
03:07:24.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:24.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:24.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:24.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.330796 18726 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.332858 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/logs
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/info.pb
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.252:39465
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.252
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.252
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.336369 18777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.386018 18777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 1
03:07:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.390146 18777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.458624 18777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 2
03:07:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.463299 18777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.554759 18777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 3
03:07:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.559120 18777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.613932 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } attempt: 7
03:07:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:24 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144042, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.254@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.639712 18694 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } has no permanent_uuid. Determining permanent_uuid...
03:07:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.646613 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.678196 18787 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.678932 18787 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.679567 18787 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.702591 18777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 4
03:07:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.705090 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 1
03:07:24.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.707046 18777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.709862 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.717492 18787 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
03:07:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.717792 18787 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.718255 18787 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.718689 18787 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.719063 18787 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.719403 18787 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.719671 18787 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32799/jwks.json
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.761684 18787 master_runner.cc:387] Master server non-default flags:
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/logs
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.252
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.252:39465
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/info.pb
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.252
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.763363 18787 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.764899 18787 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:24.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.777930 18795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:24.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.791217 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 2
03:07:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.795994 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:24.881472 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 3
03:07:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.887701 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:25.006479 18777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 5
03:07:25.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:25.010630 18777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:25.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:25.028113 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 4
03:07:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:25.032454 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:25.316097 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 5
03:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:25.321388 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:25.558285 18777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 6
03:07:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:25.565778 18777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:25.873991 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 6
03:07:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:25.887389 18694 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:24.779919 18796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:26.029879 18797 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:07:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:26.031482 18798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.031519 18787 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.034411 18787 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.037227 18787 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.039217 18787 hybrid_clock.cc:648] HybridClock initialized: now 1795144046039167 us; error 44 us; skew 500 ppm
03:07:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.040333 18787 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144046, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:26.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.046586 18787 init.cc:377] Logged in from keytab as kudu/127.18.40.252@KRBTEST.COM (short username kudu)
03:07:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.052306 18787 webserver.cc:577] Webserver started at http://127.18.40.252:44291/ using document root <none> and password file <none>
03:07:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.053251 18787 fs_manager.cc:362] Metadata directory not provided
03:07:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.053507 18787 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.054097 18787 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.058401 18787 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/instance:
03:07:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48a5a63c4cf4d289b47661cf3a2012d"
03:07:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:26 on dist-test-slave-d588"
03:07:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.059598 18787 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal/instance:
03:07:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48a5a63c4cf4d289b47661cf3a2012d"
03:07:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:26 on dist-test-slave-d588"
03:07:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.069435 18787 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
03:07:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.075760 18811 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.077142 18787 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
03:07:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.077549 18787 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48a5a63c4cf4d289b47661cf3a2012d"
03:07:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:26 on dist-test-slave-d588"
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.078403 18787 fs_report.cc:389] FS layout report
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/data
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.151010 18787 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.156699 18787 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.157210 18787 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:26.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.262144 18787 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.252:39465
03:07:26.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.262188 18862 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.252:39465 every 8 connection(s)
03:07:26.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.265058 18787 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/info.pb
03:07:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.271162 18863 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.272599 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 18787
03:07:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.273085 18595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal/instance
03:07:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.290539 18863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } has no permanent_uuid. Determining permanent_uuid...
03:07:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144046, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.252@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:26.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144040, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.338140 18863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } has no permanent_uuid. Determining permanent_uuid...
03:07:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144040, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144046, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.252@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.369275 18863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } has no permanent_uuid. Determining permanent_uuid...
03:07:26.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144040, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.40.252@KRBTEST.COM
03:07:26.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144046, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.252@KRBTEST.COM for kudu/127.18.40.252@KRBTEST.COM
03:07:26.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.401208 18863 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: Bootstrap starting.
03:07:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.409154 18863 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: Neither blocks nor log segments found. Creating new log.
03:07:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.410773 18863 log.cc:826] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: Log is configured to *not* fsync() on all Append() calls
03:07:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.416787 18863 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: No bootstrap required, opened a new log
03:07:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.438261 18863 raft_consensus.cc:366] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.438926 18863 raft_consensus.cc:392] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.439210 18863 raft_consensus.cc:787] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c48a5a63c4cf4d289b47661cf3a2012d, State: Initialized, Role: FOLLOWER
03:07:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.440155 18863 consensus_queue.cc:261] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:26.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.442687 18874 sys_catalog.cc:455] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:26.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.443250 18874 sys_catalog.cc:458] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: This master's current role is: FOLLOWER
03:07:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.445286 18863 sys_catalog.cc:565] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: configured and running, proceeding with master startup.
03:07:26.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:26.476609 18886 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:07:26.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:26.477421 18886 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.470969 18787 master_runner.cc:187] Error getting master registration for 127.18.40.254:38575: OK, instance_id { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" instance_seqno: 1795144042216016 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:07:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.495074 18787 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:07:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.626385 18777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 7
03:07:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144044, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for kudu/127.18.40.252@KRBTEST.COM
03:07:26.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.660351 18777 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Bootstrap starting.
03:07:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:26.664402 18817 tablet.cc:2554] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:07:26.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.667068 18777 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Neither blocks nor log segments found. Creating new log.
03:07:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.669297 18777 log.cc:826] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Log is configured to *not* fsync() on all Append() calls
03:07:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.674098 18777 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: No bootstrap required, opened a new log
03:07:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.696381 18777 raft_consensus.cc:366] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.697058 18777 raft_consensus.cc:392] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.697450 18777 raft_consensus.cc:787] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7934b65922ec46e8bba1a463b3f93be0, State: Initialized, Role: FOLLOWER
03:07:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.698408 18777 consensus_queue.cc:261] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.701460 18890 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.702641 18890 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: This master's current role is: FOLLOWER
03:07:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.703730 18777 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: configured and running, proceeding with master startup.
03:07:26.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:26.739228 18901 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:07:26.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:26.739895 18901 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:07:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.731686 18703 master_runner.cc:187] Error getting master registration for 127.18.40.254:38575: OK, instance_id { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" instance_seqno: 1795144042216016 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:07:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.767378 18703 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:07:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.905438 18890 raft_consensus.cc:534] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:07:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.906062 18890 raft_consensus.cc:556] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:26.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:26.905457 18730 tablet.cc:2554] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:07:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.909533 18890 leader_election.cc:290] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d98e37df6f743a99273d10cdbe9cb97 (127.18.40.254:38575), c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465)
03:07:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.910333 18838 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7934b65922ec46e8bba1a463b3f93be0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" is_pre_election: true
03:07:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.911279 18838 raft_consensus.cc:2062] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 0 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 7934b65922ec46e8bba1a463b3f93be0 in term 0
03:07:26.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.912429 18726 leader_election.cc:304] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7934b65922ec46e8bba1a463b3f93be0, c48a5a63c4cf4d289b47661cf3a2012d; no voters: 
03:07:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.913744 18890 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:07:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.914078 18890 raft_consensus.cc:534] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:07:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.914423 18890 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 0 FOLLOWER]: Advancing to term 1
03:07:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.917747 18890 raft_consensus.cc:556] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.920864 18694 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } attempt: 7
03:07:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.928023 18890 leader_election.cc:290] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 1 election: Requested vote from peers 8d98e37df6f743a99273d10cdbe9cb97 (127.18.40.254:38575), c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465)
03:07:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.929819 18838 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7934b65922ec46e8bba1a463b3f93be0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c48a5a63c4cf4d289b47661cf3a2012d"
03:07:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.930369 18838 raft_consensus.cc:3296] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 0 FOLLOWER]: Advancing to term 1
03:07:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.936214 18838 raft_consensus.cc:2062] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 7934b65922ec46e8bba1a463b3f93be0 in term 1
03:07:26.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.947196 18726 leader_election.cc:304] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7934b65922ec46e8bba1a463b3f93be0, c48a5a63c4cf4d289b47661cf3a2012d; no voters: 
03:07:26.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.949200 18903 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Leader election won for term 1
03:07:26.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.951646 18903 raft_consensus.cc:744] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 LEADER]: Becoming Leader. State: Replica: 7934b65922ec46e8bba1a463b3f93be0, State: Running, Role: LEADER
03:07:26.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.952741 18903 consensus_queue.cc:238] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:26 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144042, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.254@KRBTEST.COM for kudu/127.18.40.252@KRBTEST.COM
03:07:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.999006 18890 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7934b65922ec46e8bba1a463b3f93be0. Latest consensus state: current_term: 1 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:27.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:26.999734 18890 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: This master's current role is: LEADER
03:07:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.016197 18890 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:07:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.021421 18907 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
03:07:27.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.019374 18694 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: Bootstrap starting.
03:07:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.045753 18874 sys_catalog.cc:455] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7934b65922ec46e8bba1a463b3f93be0. Latest consensus state: current_term: 1 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.046969 18874 sys_catalog.cc:458] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: This master's current role is: FOLLOWER
03:07:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.049954 18907 catalog_manager.cc:1535] Initializing Kudu cluster ID...
03:07:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.077036 18890 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.077967 18890 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: This master's current role is: LEADER
03:07:27.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.089409 18874 sys_catalog.cc:455] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:27.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.090148 18874 sys_catalog.cc:458] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: This master's current role is: FOLLOWER
03:07:27.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.095005 18694 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: Neither blocks nor log segments found. Creating new log.
03:07:27.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.100126 18694 log.cc:826] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: Log is configured to *not* fsync() on all Append() calls
03:07:27.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.122758 18694 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: No bootstrap required, opened a new log
03:07:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.133522 18907 catalog_manager.cc:1398] Generated new cluster ID: cb9dd2492cc64cadbb5f756f956b3329
03:07:27.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.133832 18907 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
03:07:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.167668 18694 raft_consensus.cc:366] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.168524 18694 raft_consensus.cc:392] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.168816 18694 raft_consensus.cc:787] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d98e37df6f743a99273d10cdbe9cb97, State: Initialized, Role: FOLLOWER
03:07:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.169768 18694 consensus_queue.cc:261] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.177043 18907 catalog_manager.cc:1421] Generated new certificate authority record
03:07:27.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.179051 18907 catalog_manager.cc:1555] Loading token signing keys...
03:07:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.180958 18915 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.181761 18915 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: This master's current role is: FOLLOWER
03:07:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.184847 18694 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: configured and running, proceeding with master startup.
03:07:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.185819 18667 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 0 FOLLOWER]: Advancing to term 1
03:07:27.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.188921 18668 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7934b65922ec46e8bba1a463b3f93be0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d98e37df6f743a99273d10cdbe9cb97"
03:07:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.189214 18669 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7934b65922ec46e8bba1a463b3f93be0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d98e37df6f743a99273d10cdbe9cb97" is_pre_election: true
03:07:27.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.192575 18668 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Leader election vote request: granting yes vote for candidate 7934b65922ec46e8bba1a463b3f93be0 in term 1
03:07:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.199246 18890 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:07:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.230020 18907 catalog_manager.cc:6237] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Generated new TSK 0
03:07:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.231552 18907 catalog_manager.cc:1565] Initializing in-progress tserver states...
03:07:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.284992 18922 mvcc.cc:204] Tried to move back new op lower bound from 7352910016877076480 to 7352910016330149888. Current Snapshot: MvccSnapshot[applied={T|T < 7352910016877076480}]
03:07:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.325778 18917 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.326628 18917 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: This master's current role is: FOLLOWER
03:07:27.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.328344 18915 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7934b65922ec46e8bba1a463b3f93be0. Latest consensus state: current_term: 1 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:27.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.329169 18915 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: This master's current role is: FOLLOWER
03:07:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.333123 18903 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.333806 18903 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: This master's current role is: LEADER
03:07:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.40.193@KRBTEST.COM; defaulting to no policy
03:07:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.341181 18932 catalog_manager.cc:820] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:07:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.40.193@KRBTEST.COM" created.
03:07:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:27.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:27.403626 18595 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.18.40.193: real 0.117s	user 0.004s	sys 0.011s
03:07:27.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.40.193@KRBTEST.COM; defaulting to no policy
03:07:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.40.193@KRBTEST.COM" created.
03:07:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.464752 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/wal
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/data
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/logs
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/data/info.pb
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.193:0
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.40.193
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.193
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.193
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.483868 18886 catalog_manager.cc:1310] Loaded cluster ID: cb9dd2492cc64cadbb5f756f956b3329
03:07:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.484480 18886 catalog_manager.cc:1603] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: loading cluster ID for follower catalog manager: success
03:07:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.492594 18886 catalog_manager.cc:1625] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: acquiring CA information for follower catalog manager: success
03:07:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:27.499140 18886 catalog_manager.cc:1653] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:27.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:27.921204 18936 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:27.922168 18936 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:27.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:27.922987 18936 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:27.966588 18936 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:27.968376 18936 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.40.193
03:07:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:28.015492 18936 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/logs
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/data
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/wal
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.193
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.193:0
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/data/info.pb
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.193
03:07:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.40.193
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:28.017259 18936 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:28.018673 18936 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:28.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:28.036494 18943 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:28.372833 18932 catalog_manager.cc:1310] Loaded cluster ID: cb9dd2492cc64cadbb5f756f956b3329
03:07:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:28.373543 18932 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: loading cluster ID for follower catalog manager: success
03:07:28.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:28.408923 18932 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: acquiring CA information for follower catalog manager: success
03:07:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:28.433418 18932 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:29.440441 18942 debug-util.cc:398] Leaking SignalData structure 0x7b0800035ce0 after lost signal to thread 18936
03:07:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:30.660808 18936 thread.cc:642] GCE (cloud detector) Time spent creating pthread: real 2.627s	user 0.744s	sys 1.340s
03:07:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:30.661144 18936 thread.cc:609] GCE (cloud detector) Time spent starting thread: real 2.628s	user 0.744s	sys 1.340s
03:07:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:28.036541 18944 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:30.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:30.672447 18954 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:30.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.673131 18936 server_base.cc:1061] running on GCE node
03:07:30.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.674561 18936 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.676941 18936 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:30.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.678300 18936 hybrid_clock.cc:648] HybridClock initialized: now 1795144050678271 us; error 37 us; skew 500 ppm
03:07:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.679421 18936 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:30 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144050, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.686429 18936 init.cc:377] Logged in from keytab as kudu/127.18.40.193@KRBTEST.COM (short username kudu)
03:07:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.692822 18936 webserver.cc:577] Webserver started at http://127.18.40.193:35877/ using document root <none> and password file <none>
03:07:30.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.694202 18936 fs_manager.cc:362] Metadata directory not provided
03:07:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.694517 18936 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.695163 18936 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:30.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.702090 18936 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/data/instance:
03:07:30.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df3a553c31c6483b97f326fe0361a91a"
03:07:30.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:30 on dist-test-slave-d588"
03:07:30.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.703930 18936 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/wal/instance:
03:07:30.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df3a553c31c6483b97f326fe0361a91a"
03:07:30.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:30 on dist-test-slave-d588"
03:07:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.714969 18936 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.004s
03:07:30.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.722990 18961 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:30.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.724495 18936 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
03:07:30.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.724969 18936 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/wal
03:07:30.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df3a553c31c6483b97f326fe0361a91a"
03:07:30.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:30 on dist-test-slave-d588"
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.725443 18936 fs_report.cc:389] FS layout report
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/wal
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/wal
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/data/data
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.790934 18936 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:30.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.796958 18936 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:30.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.797351 18936 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.800019 18936 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.804466 18936 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.804706 18936 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
03:07:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.805025 18936 ts_tablet_manager.cc:662] Registered 0 tablets
03:07:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:30.805218 18936 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
03:07:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.003701 18936 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.193:35133
03:07:31.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.003911 19073 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.193:35133 every 8 connection(s)
03:07:31.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.006649 18936 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/data/info.pb
03:07:31.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.017204 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 18936
03:07:31.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.017851 18595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-0/wal/instance
03:07:31.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:31 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144050, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.193@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:31.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.40.194@KRBTEST.COM; defaulting to no policy
03:07:31.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:31 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144050, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.193@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:31.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:31 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144050, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.193@KRBTEST.COM for kudu/127.18.40.252@KRBTEST.COM
03:07:31.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:31.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.40.194@KRBTEST.COM" created.
03:07:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.106459 19075 heartbeater.cc:345] Connected to a master server at 127.18.40.253:44325
03:07:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.106938 19076 heartbeater.cc:345] Connected to a master server at 127.18.40.254:38575
03:07:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.107357 19076 heartbeater.cc:462] Registering TS with master...
03:07:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.106981 19075 heartbeater.cc:462] Registering TS with master...
03:07:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.108346 19074 heartbeater.cc:345] Connected to a master server at 127.18.40.252:39465
03:07:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.108700 19074 heartbeater.cc:462] Registering TS with master...
03:07:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.109174 19076 heartbeater.cc:508] Master 127.18.40.254:38575 requested a full tablet report, sending...
03:07:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.110152 19074 heartbeater.cc:508] Master 127.18.40.252:39465 requested a full tablet report, sending...
03:07:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.110226 19075 heartbeater.cc:508] Master 127.18.40.253:44325 requested a full tablet report, sending...
03:07:31.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.118117 18659 ts_manager.cc:210] Registered new tserver with Master: df3a553c31c6483b97f326fe0361a91a (127.18.40.193:35133)
03:07:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.125242 18828 ts_manager.cc:210] Registered new tserver with Master: df3a553c31c6483b97f326fe0361a91a (127.18.40.193:35133)
03:07:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:31.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.145295 18595 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.18.40.194: real 0.109s	user 0.000s	sys 0.014s
03:07:31.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.40.194@KRBTEST.COM; defaulting to no policy
03:07:31.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:31.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.40.194@KRBTEST.COM" created.
03:07:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.204813 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/wal
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/data
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/logs
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/data/info.pb
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.194:0
03:07:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.40.194
03:07:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.194
03:07:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.194
03:07:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.453150 18741 ts_manager.cc:210] Registered new tserver with Master: df3a553c31c6483b97f326fe0361a91a (127.18.40.193:35133)
03:07:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.455245 18741 master_service.cc:507] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.18.40.193@KRBTEST.COM'} at 127.18.40.193:41355
03:07:31.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.669471 19088 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:31.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.670137 19088 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.671126 19088 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.733188 19088 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.734863 19088 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.40.194
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.805539 19088 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/logs
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/data
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/wal
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.194
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.194:0
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/data/info.pb
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.194
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.40.194
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:31.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.810081 19088 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:31.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:31.811323 19088 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.842833 19094 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:32 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144052, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:32.047837 18638 init.cc:295] Successfully reacquired a new kerberos TGT
03:07:32.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:32.459556 19075 heartbeater.cc:500] Master 127.18.40.253:44325 was elected leader, sending a full tablet report...
03:07:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:32.799932 18690 debug-util.cc:398] Leaking SignalData structure 0x7b080008b4c0 after lost signal to thread 18625
03:07:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:32.800835 18690 debug-util.cc:398] Leaking SignalData structure 0x7b08000a73a0 after lost signal to thread 18693
03:07:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.845620 19095 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:31.848114 19097 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.173769 19088 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:33.172847 19096 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:07:33.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.178323 19088 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:33.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.187067 19088 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:33.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.188807 19088 hybrid_clock.cc:648] HybridClock initialized: now 1795144053188738 us; error 97 us; skew 500 ppm
03:07:33.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.189898 19088 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:33 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144053, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:33.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.196815 19088 init.cc:377] Logged in from keytab as kudu/127.18.40.194@KRBTEST.COM (short username kudu)
03:07:33.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.203119 19088 webserver.cc:577] Webserver started at http://127.18.40.194:37559/ using document root <none> and password file <none>
03:07:33.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.204141 19088 fs_manager.cc:362] Metadata directory not provided
03:07:33.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.204387 19088 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.205018 19088 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:33.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.209750 19088 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/data/instance:
03:07:33.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce026628ac294c09bcbc07355928e240"
03:07:33.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:33 on dist-test-slave-d588"
03:07:33.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.210986 19088 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/wal/instance:
03:07:33.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce026628ac294c09bcbc07355928e240"
03:07:33.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:33 on dist-test-slave-d588"
03:07:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.219401 19088 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
03:07:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.226488 19109 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.228073 19088 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.007s	sys 0.000s
03:07:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.228487 19088 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/wal
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce026628ac294c09bcbc07355928e240"
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:33 on dist-test-slave-d588"
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.228960 19088 fs_report.cc:389] FS layout report
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/wal
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/wal
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/data/data
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.332249 19088 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.338129 19088 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.338526 19088 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:33.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.342029 19088 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:33.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.347373 19088 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:33.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.347573 19088 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
03:07:33.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.347769 19088 ts_tablet_manager.cc:662] Registered 0 tablets
03:07:33.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.347994 19088 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.002s	sys 0.000s
03:07:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.542778 19088 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.194:33521
03:07:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.543016 19221 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.194:33521 every 8 connection(s)
03:07:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.545539 19088 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/data/info.pb
03:07:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.550549 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 19088
03:07:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.551106 18595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-1/wal/instance
03:07:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.40.195@KRBTEST.COM; defaulting to no policy
03:07:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:33 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144053, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.194@KRBTEST.COM for kudu/127.18.40.252@KRBTEST.COM
03:07:33.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:33.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.40.195@KRBTEST.COM" created.
03:07:33.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:33 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144053, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.194@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:33.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:33 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144053, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.194@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.645332 19222 heartbeater.cc:345] Connected to a master server at 127.18.40.252:39465
03:07:33.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.645855 19222 heartbeater.cc:462] Registering TS with master...
03:07:33.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.647255 19222 heartbeater.cc:508] Master 127.18.40.252:39465 requested a full tablet report, sending...
03:07:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.651186 18828 ts_manager.cc:210] Registered new tserver with Master: ce026628ac294c09bcbc07355928e240 (127.18.40.194:33521)
03:07:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.655316 19224 heartbeater.cc:345] Connected to a master server at 127.18.40.254:38575
03:07:33.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.655705 19224 heartbeater.cc:462] Registering TS with master...
03:07:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.656847 19224 heartbeater.cc:508] Master 127.18.40.254:38575 requested a full tablet report, sending...
03:07:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.40.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.659958 19223 heartbeater.cc:345] Connected to a master server at 127.18.40.253:44325
03:07:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.660303 19223 heartbeater.cc:462] Registering TS with master...
03:07:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.660462 18659 ts_manager.cc:210] Registered new tserver with Master: ce026628ac294c09bcbc07355928e240 (127.18.40.194:33521)
03:07:33.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.661339 19223 heartbeater.cc:508] Master 127.18.40.253:44325 requested a full tablet report, sending...
03:07:33.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.664420 18741 ts_manager.cc:210] Registered new tserver with Master: ce026628ac294c09bcbc07355928e240 (127.18.40.194:33521)
03:07:33.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.665891 18741 master_service.cc:507] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.18.40.194@KRBTEST.COM'} at 127.18.40.194:56459
03:07:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.40.195@KRBTEST.COM; defaulting to no policy
03:07:33.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:33.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.40.195@KRBTEST.COM" created.
03:07:33.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:33.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:33.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.40.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab.
03:07:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:33.708262 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/wal
03:07:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/data
03:07:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/logs
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/data/info.pb
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.195:0
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.40.195
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.195
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.195
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:34 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144054, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:34.058137 18720 init.cc:295] Successfully reacquired a new kerberos TGT
03:07:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:34.067589 19236 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:34.068252 19236 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:34.069113 19236 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:34.108407 19236 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:34.109527 19236 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.40.195
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:34.157718 19236 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/logs
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/data
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/wal
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.195
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.195:0
03:07:34.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/data/info.pb
03:07:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.195
03:07:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.40.195
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:34.159817 19236 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:34.161401 19236 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:34.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:34.179284 19242 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:34.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:34.669088 19223 heartbeater.cc:500] Master 127.18.40.253:44325 was elected leader, sending a full tablet report...
03:07:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:35.540377 18859 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9180 after lost signal to thread 18789
03:07:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:35.541435 18859 debug-util.cc:398] Leaking SignalData structure 0x7b0800086be0 after lost signal to thread 18862
03:07:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:35.580957 19241 debug-util.cc:398] Leaking SignalData structure 0x7b0800035ce0 after lost signal to thread 19236
03:07:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:35.856088 19236 thread.cc:642] GCE (cloud detector) Time spent creating pthread: real 1.678s	user 0.539s	sys 0.930s
03:07:35.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:35.858042 19236 thread.cc:609] GCE (cloud detector) Time spent starting thread: real 1.681s	user 0.539s	sys 0.930s
03:07:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:34.180449 19243 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.870716 19236 server_base.cc:1061] running on GCE node
03:07:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:35.870609 19250 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.872416 19236 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:35.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.875455 19236 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.876978 19236 hybrid_clock.cc:648] HybridClock initialized: now 1795144055876819 us; error 157 us; skew 500 ppm
03:07:35.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.878101 19236 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:35 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144055, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.885281 19236 init.cc:377] Logged in from keytab as kudu/127.18.40.195@KRBTEST.COM (short username kudu)
03:07:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.892758 19236 webserver.cc:577] Webserver started at http://127.18.40.195:43107/ using document root <none> and password file <none>
03:07:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.893770 19236 fs_manager.cc:362] Metadata directory not provided
03:07:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.894006 19236 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.894544 19236 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:07:35.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.899240 19236 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/data/instance:
03:07:35.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c6d13a3d03149949833414fd0fc03af"
03:07:35.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:35 on dist-test-slave-d588"
03:07:35.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.900691 19236 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/wal/instance:
03:07:35.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c6d13a3d03149949833414fd0fc03af"
03:07:35.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:35 on dist-test-slave-d588"
03:07:35.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.909060 19236 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
03:07:35.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.914773 19256 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.916299 19236 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
03:07:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.916685 19236 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/wal
03:07:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c6d13a3d03149949833414fd0fc03af"
03:07:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:35 on dist-test-slave-d588"
03:07:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.917150 19236 fs_report.cc:389] FS layout report
03:07:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/wal
03:07:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/wal
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/data/data
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:35.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:35.994872 19236 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:36.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.006428 19236 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:36.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.006989 19236 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.016655 19236 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:36.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.023543 19236 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:36.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.023859 19236 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
03:07:36.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.024166 19236 ts_tablet_manager.cc:662] Registered 0 tablets
03:07:36.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.024381 19236 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
03:07:36.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:36 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144056, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:36.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.052001 18807 init.cc:295] Successfully reacquired a new kerberos TGT
03:07:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.341260 19236 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.195:33509
03:07:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.341866 19368 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.195:33509 every 8 connection(s)
03:07:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.344651 19236 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/data/info.pb
03:07:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.353920 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 19236
03:07:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.354403 18595 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/ts-2/wal/instance
03:07:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:36 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144055, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.195@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:36 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144055, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.195@KRBTEST.COM for kudu/127.18.40.252@KRBTEST.COM
03:07:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:36 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144055, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.195@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.474638 19370 heartbeater.cc:345] Connected to a master server at 127.18.40.253:44325
03:07:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.475159 19370 heartbeater.cc:462] Registering TS with master...
03:07:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.476912 19370 heartbeater.cc:508] Master 127.18.40.253:44325 requested a full tablet report, sending...
03:07:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.479732 18741 ts_manager.cc:210] Registered new tserver with Master: 6c6d13a3d03149949833414fd0fc03af (127.18.40.195:33509)
03:07:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.479955 19369 heartbeater.cc:345] Connected to a master server at 127.18.40.252:39465
03:07:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.480262 19369 heartbeater.cc:462] Registering TS with master...
03:07:36.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.481108 19369 heartbeater.cc:508] Master 127.18.40.252:39465 requested a full tablet report, sending...
03:07:36.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.481519 18741 master_service.cc:507] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.18.40.195@KRBTEST.COM'} at 127.18.40.195:34957
03:07:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.482684 19371 heartbeater.cc:345] Connected to a master server at 127.18.40.254:38575
03:07:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.483012 19371 heartbeater.cc:462] Registering TS with master...
03:07:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.483826 19371 heartbeater.cc:508] Master 127.18.40.254:38575 requested a full tablet report, sending...
03:07:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.486902 18659 ts_manager.cc:210] Registered new tserver with Master: 6c6d13a3d03149949833414fd0fc03af (127.18.40.195:33509)
03:07:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.486922 18828 ts_manager.cc:210] Registered new tserver with Master: 6c6d13a3d03149949833414fd0fc03af (127.18.40.195:33509)
03:07:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.501448 18595 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
03:07:36.514 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:36.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}

03:07:36.523 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
  env_vars {
    key: "KRB5CCNAME"
    value: "/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc"
  }
  env_vars {
    key: "KRB5_CONFIG"
    value: "/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf"
  }
  env_vars {
    key: "KRB5_KDC_PROFILE"
    value: "/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf"
  }
  env_vars {
    key: "KUDU_ENABLE_KRB5_REALM_FIX"
    value: "yes"
  }
}

03:07:36.524 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}

03:07:36.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.40.254"
      port: 38575
    }
    bound_http_address {
      host: "127.18.40.254"
      port: 45929
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.40.253"
      port: 44325
    }
    bound_http_address {
      host: "127.18.40.253"
      port: 42833
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.40.252"
      port: 39465
    }
    bound_http_address {
      host: "127.18.40.252"
      port: 44291
    }
  }
}

03:07:36.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}

03:07:36.529 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.40.193"
      port: 35133
    }
    bound_http_address {
      host: "127.18.40.193"
      port: 35877
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.40.194"
      port: 33521
    }
    bound_http_address {
      host: "127.18.40.194"
      port: 37559
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.40.195"
      port: 33509
    }
    bound_http_address {
      host: "127.18.40.195"
      port: 43107
    }
  }
}

03:07:36.529 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:07:36.531 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

03:07:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:36 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144056, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
03:07:36.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:36.572 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc
03:07:36.582 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:07:36.582 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc
03:07:36.584 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:07:36.617 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:07:36.619 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:07:36.620 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
  username: "test-admin"
}

03:07:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:36 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144056, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: 
03:07:36.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:36.651 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc
03:07:36.653 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:07:36.654 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.40.254:38575
03:07:36.655 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

03:07:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.663978 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 18624
03:07:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:36.700250 19110 connection.cc:573] client connection to 127.18.40.254:38575 recv error: Network error: recv error from unknown peer: Connection reset by peer (error 104)
03:07:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:36.701764 19224 heartbeater.cc:648] Failed to heartbeat to 127.18.40.254:38575 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Connection reset by peer (error 104)
03:07:36.703 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:36.704 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.40.253:44325
03:07:36.704 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

03:07:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.704669 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 18703
03:07:36.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:36.735 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.40.252:39465
03:07:36.736 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

03:07:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.736835 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 18787
03:07:36.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:36.764 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.40.254:38575
03:07:36.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

03:07:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:36.769534 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/logs
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/info.pb
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.254:38575
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.254
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45929
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.254
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:37.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.091924 19384 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:37.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.092519 19384 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:37.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.093263 19384 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:37.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.127625 19384 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
03:07:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.127916 19384 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.128232 19384 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.128448 19384 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.128664 19384 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:37.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.128863 19384 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:37.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.129022 19384 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32799/jwks.json
03:07:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.165825 19076 heartbeater.cc:648] Failed to heartbeat to 127.18.40.254:38575 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.18.40.254:38575: connect: Connection refused (error 111)
03:07:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:37.171399 19384 master_runner.cc:387] Master server non-default flags:
03:07:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/logs
03:07:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.254
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.254:38575
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/info.pb
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.254
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45929
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:37.173077 19384 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:37.174576 19384 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.188544 19391 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:37.494443 19370 heartbeater.cc:500] Master 127.18.40.253:44325 was elected leader, sending a full tablet report...
03:07:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.538241 19370 heartbeater.cc:648] Failed to heartbeat to 127.18.40.253:44325 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:38.591369 19390 debug-util.cc:398] Leaking SignalData structure 0x7b0800038620 after lost signal to thread 19384
03:07:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:37.194993 19392 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:38.673866 19384 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 1.478s	user 0.456s	sys 0.977s
03:07:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:38.674702 19384 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 1.479s	user 0.457s	sys 0.977s
03:07:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:38.677011 19394 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:38.680994 19393 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1482 milliseconds
03:07:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.681851 19384 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.683609 19384 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:38.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.686614 19384 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.688119 19384 hybrid_clock.cc:648] HybridClock initialized: now 1795144058688031 us; error 65 us; skew 500 ppm
03:07:38.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.689168 19384 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:38 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144058, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.695302 19384 init.cc:377] Logged in from keytab as kudu/127.18.40.254@KRBTEST.COM (short username kudu)
03:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.700248 19384 webserver.cc:577] Webserver started at http://127.18.40.254:45929/ using document root <none> and password file <none>
03:07:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.701261 19384 fs_manager.cc:362] Metadata directory not provided
03:07:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.701516 19384 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:38.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.709656 19384 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.000s	sys 0.004s
03:07:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.715857 19416 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:38.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.716971 19384 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
03:07:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.717361 19384 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d98e37df6f743a99273d10cdbe9cb97"
03:07:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:22 on dist-test-slave-d588"
03:07:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.719422 19384 fs_report.cc:389] FS layout report
03:07:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/wal
03:07:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/data
03:07:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.780892 19384 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.786748 19384 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.787190 19384 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.867093 19467 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.254:38575 every 8 connection(s)
03:07:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.867082 19384 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.254:38575
03:07:38.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.870429 19384 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-0/data/info.pb
03:07:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.874504 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 19384
03:07:38.877 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:38.877 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.40.253:44325
03:07:38.878 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.879968 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/logs
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/info.pb
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.253:44325
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.253
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42833
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.253
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.885713 19468 sys_catalog.cc:263] Verifying existing consensus state
03:07:38.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.895576 19468 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: Bootstrap starting.
03:07:38.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.942340 19468 log.cc:826] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: Log is configured to *not* fsync() on all Append() calls
03:07:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.957998 19468 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:07:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.958706 19468 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: Bootstrap complete.
03:07:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.982028 19468 raft_consensus.cc:366] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.984894 19468 raft_consensus.cc:787] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d98e37df6f743a99273d10cdbe9cb97, State: Initialized, Role: FOLLOWER
03:07:38.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.985886 19468 consensus_queue.cc:261] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.988812 19472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.989624 19472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: This master's current role is: FOLLOWER
03:07:38.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:38.990705 19468 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: configured and running, proceeding with master startup.
03:07:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.029347 19483 catalog_manager.cc:1310] Loaded cluster ID: cb9dd2492cc64cadbb5f756f956b3329
03:07:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.029717 19483 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: loading cluster ID for follower catalog manager: success
03:07:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.037837 19483 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: acquiring CA information for follower catalog manager: success
03:07:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.045436 19483 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:39 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144058, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.254@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.076496 19384 master_runner.cc:187] Error getting master registration for 127.18.40.253:44325: Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111), 
03:07:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.105479 19384 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:07:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.287647 19470 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.288576 19470 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.289709 19470 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.326161 19470 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
03:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.326452 19470 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.326815 19470 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.327193 19470 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.327435 19470 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.327646 19470 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.327868 19470 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32799/jwks.json
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.379901 19470 master_runner.cc:387] Master server non-default flags:
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/logs
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data
03:07:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.253
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.253:44325
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/info.pb
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.253
03:07:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42833
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.382928 18439 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb680 after lost signal to thread 18312
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.381713 19470 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.383176 19470 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.384634 18439 debug-util.cc:398] Leaking SignalData structure 0x7b08000bbf40 after lost signal to thread 18442
03:07:39.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.399488 19492 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.452327 19076 heartbeater.cc:345] Connected to a master server at 127.18.40.254:38575
03:07:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.459901 19433 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "df3a553c31c6483b97f326fe0361a91a" instance_seqno: 1795144050959248) as {username='kudu', principal='kudu/127.18.40.193@KRBTEST.COM'} at 127.18.40.193:50271; Asking this server to re-register.
03:07:39.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.461627 19076 heartbeater.cc:462] Registering TS with master...
03:07:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.465206 19433 ts_manager.cc:210] Registered new tserver with Master: df3a553c31c6483b97f326fe0361a91a (127.18.40.193:35133)
03:07:39.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.629598 19371 heartbeater.cc:345] Connected to a master server at 127.18.40.254:38575
03:07:39.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.634069 19433 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6c6d13a3d03149949833414fd0fc03af" instance_seqno: 1795144056293793) as {username='kudu', principal='kudu/127.18.40.195@KRBTEST.COM'} at 127.18.40.195:41203; Asking this server to re-register.
03:07:39.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.636677 19371 heartbeater.cc:462] Registering TS with master...
03:07:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.641072 19433 ts_manager.cc:210] Registered new tserver with Master: 6c6d13a3d03149949833414fd0fc03af (127.18.40.195:33509)
03:07:39.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.722466 19224 heartbeater.cc:345] Connected to a master server at 127.18.40.254:38575
03:07:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.725962 19433 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "ce026628ac294c09bcbc07355928e240" instance_seqno: 1795144053497683) as {username='kudu', principal='kudu/127.18.40.194@KRBTEST.COM'} at 127.18.40.194:35573; Asking this server to re-register.
03:07:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.729476 19224 heartbeater.cc:462] Registering TS with master...
03:07:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:39.733187 19433 ts_manager.cc:210] Registered new tserver with Master: ce026628ac294c09bcbc07355928e240 (127.18.40.194:33521)
03:07:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:40.201747 19506 raft_consensus.cc:534] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:07:40.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:40.210319 19506 raft_consensus.cc:556] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:40.241755 19506 leader_election.cc:290] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7934b65922ec46e8bba1a463b3f93be0 (127.18.40.253:44325), c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465)
03:07:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:40.247066 19418 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:40.279811 19420 leader_election.cc:336] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7934b65922ec46e8bba1a463b3f93be0 (127.18.40.253:44325): Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:40.294385 19418 leader_election.cc:336] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465): Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:40.315260 19418 leader_election.cc:304] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8d98e37df6f743a99273d10cdbe9cb97; no voters: 7934b65922ec46e8bba1a463b3f93be0, c48a5a63c4cf4d289b47661cf3a2012d
03:07:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:40.324383 19506 raft_consensus.cc:2966] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
03:07:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:40.326243 19418 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.18.40.252:39465, user_credentials={real_user=slave}} blocked reactor thread for 46647.8us
03:07:40.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:40 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144060, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:40.693888 18957 init.cc:295] Successfully reacquired a new kerberos TGT
03:07:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.029860 19521 raft_consensus.cc:534] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:07:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.030503 19521 raft_consensus.cc:556] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.048439 19521 leader_election.cc:290] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7934b65922ec46e8bba1a463b3f93be0 (127.18.40.253:44325), c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465)
03:07:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:42.061753 19418 leader_election.cc:336] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465): Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:42.068967 19420 leader_election.cc:336] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7934b65922ec46e8bba1a463b3f93be0 (127.18.40.253:44325): Network error: Client connection negotiation failed: client connection to 127.18.40.253:44325: connect: Connection refused (error 111)
03:07:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.069911 19420 leader_election.cc:304] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8d98e37df6f743a99273d10cdbe9cb97; no voters: 7934b65922ec46e8bba1a463b3f93be0, c48a5a63c4cf4d289b47661cf3a2012d
03:07:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.071202 19521 raft_consensus.cc:2966] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
03:07:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:40.801357 19491 debug-util.cc:398] Leaking SignalData structure 0x7b0800038620 after lost signal to thread 19470
03:07:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:42.514395 19470 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 3.108s	user 1.013s	sys 1.842s
03:07:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:42.516229 19470 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 3.110s	user 1.013s	sys 1.842s
03:07:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:42.515257 19494 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 3107 milliseconds
03:07:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:42.516659 19495 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:39.406862 19493 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.517176 19470 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.522948 19470 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.526315 19470 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.527767 19470 hybrid_clock.cc:648] HybridClock initialized: now 1795144062527538 us; error 237 us; skew 500 ppm
03:07:42.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.529011 19470 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:42 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144062, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:42.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.536913 19470 init.cc:377] Logged in from keytab as kudu/127.18.40.253@KRBTEST.COM (short username kudu)
03:07:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.562152 19470 webserver.cc:577] Webserver started at http://127.18.40.253:42833/ using document root <none> and password file <none>
03:07:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.563449 19470 fs_manager.cc:362] Metadata directory not provided
03:07:42.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.563755 19470 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.574065 19470 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.005s	sys 0.001s
03:07:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.579504 19533 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.580853 19470 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.003s
03:07:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.581236 19470 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7934b65922ec46e8bba1a463b3f93be0"
03:07:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:24 on dist-test-slave-d588"
03:07:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.583142 19470 fs_report.cc:389] FS layout report
03:07:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/wal
03:07:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/data
03:07:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.644747 19470 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.659057 19470 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.660072 19470 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.815639 19588 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.253:44325 every 8 connection(s)
03:07:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.815580 19470 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.253:44325
03:07:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.822485 19470 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-1/data/info.pb
03:07:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.832700 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 19470
03:07:42.834 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:42.834 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.40.252:39465
03:07:42.834 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.836992 18595 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/logs
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/info.pb
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.252:39465
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.252
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44291
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.252
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.853552 19590 sys_catalog.cc:263] Verifying existing consensus state
03:07:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.881204 19590 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Bootstrap starting.
03:07:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.945305 19590 log.cc:826] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Log is configured to *not* fsync() on all Append() calls
03:07:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.982980 19590 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:07:42.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:42.984426 19590 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Bootstrap complete.
03:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.023025 19590 raft_consensus.cc:366] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.026964 19590 raft_consensus.cc:787] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7934b65922ec46e8bba1a463b3f93be0, State: Initialized, Role: FOLLOWER
03:07:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.028741 19590 consensus_queue.cc:261] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.055305 19590 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: configured and running, proceeding with master startup.
03:07:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.064944 19596 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:43.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.066984 19596 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: This master's current role is: FOLLOWER
03:07:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.178206 19607 catalog_manager.cc:820] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:07:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:43 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144063, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:43.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.202531 19105 init.cc:295] Successfully reacquired a new kerberos TGT
03:07:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:43 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144062, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for kudu/127.18.40.254@KRBTEST.COM
03:07:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:43 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144062, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.297116 19470 master_runner.cc:187] Error getting master registration for 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111), 
03:07:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.329033 19470 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.499099 19592 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.500020 19592 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:43.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.501354 19592 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:07:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:43 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144060, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.193@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.555081 19075 heartbeater.cc:345] Connected to a master server at 127.18.40.253:44325
03:07:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.561833 19552 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "df3a553c31c6483b97f326fe0361a91a" instance_seqno: 1795144050959248) as {username='kudu', principal='kudu/127.18.40.193@KRBTEST.COM'} at 127.18.40.193:49581; Asking this server to re-register.
03:07:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.563295 19592 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
03:07:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.563612 19592 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:07:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.564167 19592 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:07:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.564301 19075 heartbeater.cc:462] Registering TS with master...
03:07:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.564539 19592 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.564898 19592 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:07:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.565231 19592 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.565483 19592 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32799/jwks.json
03:07:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.569391 19551 ts_manager.cc:210] Registered new tserver with Master: df3a553c31c6483b97f326fe0361a91a (127.18.40.193:35133)
03:07:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.617327 19592 master_runner.cc:387] Master server non-default flags:
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/logs
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.40.212:39527
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/krb5kdc/kudu.keytab
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.40.252
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.40.252:39465
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32799/jwks.json
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/info.pb
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.40.252
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44291
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
03:07:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 36b6772d828145f8fbba3c49746c86838683f9ba
03:07:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Nov 2026 02:45:53 UTC on bdcb31816ec0
03:07:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14870
03:07:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.619108 19592 env_posix.cc:2337] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.620613 19592 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:07:43.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.654986 19619 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.767360 19370 heartbeater.cc:345] Connected to a master server at 127.18.40.253:44325
03:07:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.770129 19370 heartbeater.cc:500] Master 127.18.40.253:44325 was elected leader, sending a full tablet report...
03:07:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.773772 19552 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6c6d13a3d03149949833414fd0fc03af" instance_seqno: 1795144056293793) as {username='kudu', principal='kudu/127.18.40.195@KRBTEST.COM'} at 127.18.40.195:44581; Asking this server to re-register.
03:07:43.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.776666 19370 heartbeater.cc:462] Registering TS with master...
03:07:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.780128 19552 ts_manager.cc:210] Registered new tserver with Master: 6c6d13a3d03149949833414fd0fc03af (127.18.40.195:33509)
03:07:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:43 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144063, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.194@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.825533 19223 heartbeater.cc:345] Connected to a master server at 127.18.40.253:44325
03:07:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.829548 19552 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "ce026628ac294c09bcbc07355928e240" instance_seqno: 1795144053497683) as {username='kudu', principal='kudu/127.18.40.194@KRBTEST.COM'} at 127.18.40.194:56349; Asking this server to re-register.
03:07:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.831413 19223 heartbeater.cc:462] Registering TS with master...
03:07:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:43.835071 19552 ts_manager.cc:210] Registered new tserver with Master: ce026628ac294c09bcbc07355928e240 (127.18.40.194:33521)
03:07:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:44 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144058, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.254@KRBTEST.COM for kudu/127.18.40.253@KRBTEST.COM
03:07:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.222316 19607 catalog_manager.cc:1310] Loaded cluster ID: cb9dd2492cc64cadbb5f756f956b3329
03:07:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.234033 19384 master_runner.cc:187] Error getting master registration for 127.18.40.252:39465: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111), 
03:07:44.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.234714 19384 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:07:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.242997 19607 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: loading cluster ID for follower catalog manager: success
03:07:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.316114 19607 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: acquiring CA information for follower catalog manager: success
03:07:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.378714 19633 raft_consensus.cc:534] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:07:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.379814 19633 raft_consensus.cc:556] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:44.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.384559 19443 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7934b65922ec46e8bba1a463b3f93be0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8d98e37df6f743a99273d10cdbe9cb97" is_pre_election: true
03:07:44.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.385581 19443 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Leader pre-election vote request: granting yes vote for candidate 7934b65922ec46e8bba1a463b3f93be0 in term 1
03:07:44.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.386943 19534 leader_election.cc:304] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7934b65922ec46e8bba1a463b3f93be0, 8d98e37df6f743a99273d10cdbe9cb97; no voters: 
03:07:44.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.418586 19633 leader_election.cc:290] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8d98e37df6f743a99273d10cdbe9cb97 (127.18.40.254:38575), c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465)
03:07:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.419283 19633 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Leader pre-election won for term 2
03:07:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.419713 19633 raft_consensus.cc:534] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:07:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.420033 19633 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 1 FOLLOWER]: Advancing to term 2
03:07:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.420971 19633 raft_consensus.cc:556] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:44.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.425122 19607 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:44.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:44.435446 19534 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.18.40.254:38575, user_credentials={real_user=slave}} blocked reactor thread for 48623.4us
03:07:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:44.442018 19535 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:44.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:44.469900 19535 leader_election.cc:336] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465): Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.472965 19633 leader_election.cc:290] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 2 election: Requested vote from peers 8d98e37df6f743a99273d10cdbe9cb97 (127.18.40.254:38575), c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465)
03:07:44.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.474635 19443 tablet_service.cc:1901] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7934b65922ec46e8bba1a463b3f93be0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8d98e37df6f743a99273d10cdbe9cb97"
03:07:44.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.475193 19443 raft_consensus.cc:3296] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 1 FOLLOWER]: Advancing to term 2
03:07:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:44.479434 19535 leader_election.cc:336] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465): Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111)
03:07:44.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.507314 19443 raft_consensus.cc:2062] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 2 FOLLOWER]: Leader election vote request: granting yes vote for candidate 7934b65922ec46e8bba1a463b3f93be0 in term 2
03:07:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.574822 19534 leader_election.cc:304] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7934b65922ec46e8bba1a463b3f93be0, 8d98e37df6f743a99273d10cdbe9cb97; no voters: c48a5a63c4cf4d289b47661cf3a2012d
03:07:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.575840 19634 raft_consensus.cc:3024] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 2 FOLLOWER]: Leader election won for term 2
03:07:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.576305 19634 raft_consensus.cc:744] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [term 2 LEADER]: Becoming Leader. State: Replica: 7934b65922ec46e8bba1a463b3f93be0, State: Running, Role: LEADER
03:07:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.577181 19634 consensus_queue.cc:238] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.600332 19633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7934b65922ec46e8bba1a463b3f93be0. Latest consensus state: current_term: 2 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.601450 19633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: This master's current role is: LEADER
03:07:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:44.610535 19535 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 -> Peer c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465): Couldn't send request to peer c48a5a63c4cf4d289b47661cf3a2012d. Status: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:07:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.610836 19443 raft_consensus.cc:1338] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [term 2 FOLLOWER]: Refusing update from remote peer 7934b65922ec46e8bba1a463b3f93be0: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
03:07:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.615479 19642 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
03:07:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.618808 19640 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
03:07:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.639997 19640 catalog_manager.cc:1535] Initializing Kudu cluster ID...
03:07:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.647723 19640 catalog_manager.cc:1310] Loaded cluster ID: cb9dd2492cc64cadbb5f756f956b3329
03:07:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.647584 19637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7934b65922ec46e8bba1a463b3f93be0. Latest consensus state: current_term: 2 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.648583 19637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: This master's current role is: FOLLOWER
03:07:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.661190 19637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.662029 19637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d98e37df6f743a99273d10cdbe9cb97 [sys.catalog]: This master's current role is: FOLLOWER
03:07:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.665913 19641 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.673846 19641 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 [sys.catalog]: This master's current role is: LEADER
03:07:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.683969 19640 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
03:07:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.694888 19640 catalog_manager.cc:1555] Loading token signing keys...
03:07:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.712340 19640 catalog_manager.cc:6248] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0: Loaded TSK: 0
03:07:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:44.716229 19640 catalog_manager.cc:1565] Initializing in-progress tserver states...
03:07:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:45.786907 19370 heartbeater.cc:500] Master 127.18.40.253:44325 was elected leader, sending a full tablet report...
03:07:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:45.840886 19223 heartbeater.cc:500] Master 127.18.40.253:44325 was elected leader, sending a full tablet report...
03:07:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:45 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144065, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:45.891172 19252 init.cc:295] Successfully reacquired a new kerberos TGT
03:07:46.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.581612 19075 heartbeater.cc:500] Master 127.18.40.253:44325 was elected leader, sending a full tablet report...
03:07:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:43.657936 19620 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:46.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:45.052248 19618 debug-util.cc:398] Leaking SignalData structure 0x7b0800038620 after lost signal to thread 19592
03:07:46.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:46.588732 19592 thread.cc:642] OpenStack (cloud detector) Time spent creating pthread: real 2.932s	user 0.823s	sys 1.410s
03:07:46.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:46.590677 19621 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2932 milliseconds
03:07:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:46.590785 19592 thread.cc:609] OpenStack (cloud detector) Time spent starting thread: real 2.934s	user 0.824s	sys 1.411s
03:07:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:46.591375 19622 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.591305 19592 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.596443 19592 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:46.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.599435 19592 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:46.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.600873 19592 hybrid_clock.cc:648] HybridClock initialized: now 1795144066600718 us; error 155 us; skew 500 ppm
03:07:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.602035 19592 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:46 dist-test-slave-d588 krb5kdc[18607](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144066, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.610394 19592 init.cc:377] Logged in from keytab as kudu/127.18.40.252@KRBTEST.COM (short username kudu)
03:07:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.632704 19592 webserver.cc:577] Webserver started at http://127.18.40.252:44291/ using document root <none> and password file <none>
03:07:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.634037 19592 fs_manager.cc:362] Metadata directory not provided
03:07:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.634351 19592 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.653107 19592 fs_manager.cc:714] Time spent opening directory manager: real 0.014s	user 0.004s	sys 0.004s
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.662135 19659 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.663727 19592 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.005s	sys 0.000s
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.664156 19592 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data,/tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48a5a63c4cf4d289b47661cf3a2012d"
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-20 03:07:26 on dist-test-slave-d588"
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.666865 19592 fs_report.cc:389] FS layout report
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/wal
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/data
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:46.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.760638 19592 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
03:07:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.767546 19592 env_posix.cc:2337] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.768335 19592 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:46.810736 19535 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7934b65922ec46e8bba1a463b3f93be0 -> Peer c48a5a63c4cf4d289b47661cf3a2012d (127.18.40.252:39465): Couldn't send request to peer c48a5a63c4cf4d289b47661cf3a2012d. Status: Network error: Client connection negotiation failed: client connection to 127.18.40.252:39465: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:07:46.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.902551 19592 rpc_server.cc:307] RPC server started. Bound to: 127.18.40.252:39465
03:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.902714 19712 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.40.252:39465 every 8 connection(s)
03:07:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.906646 19592 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskZLXsSk/test-tmp/mini-kudu-cluster3232468964105738835/master-2/data/info.pb
03:07:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.914048 18595 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu as pid 19592
03:07:46.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
03:07:46.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.922598 19713 sys_catalog.cc:263] Verifying existing consensus state
03:07:46.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.931051 19713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: Bootstrap starting.
03:07:46.969 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.40.254:38575(127.18.40.254:38575)] connecting to peer
03:07:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:46.988130 19713 log.cc:826] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: Log is configured to *not* fsync() on all Append() calls
03:07:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.031141 19713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:07:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.033764 19713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: Bootstrap complete.
03:07:47.043 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.40.253:44325(127.18.40.253:44325)] connecting to peer
03:07:47.056 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.40.252:39465(127.18.40.252:39465)] connecting to peer
03:07:47.077 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.40.252:39465(127.18.40.252:39465)] Successfully connected to peer
03:07:47.092 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.40.254:38575(127.18.40.254:38575)] Successfully connected to peer
03:07:47.096 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.40.253:44325(127.18.40.253:44325)] Successfully connected to peer
03:07:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.103705 19713 raft_consensus.cc:366] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.107038 19713 raft_consensus.cc:787] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c48a5a63c4cf4d289b47661cf3a2012d, State: Initialized, Role: FOLLOWER
03:07:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.108233 19713 consensus_queue.cc:261] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } }
03:07:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.119853 19713 sys_catalog.cc:565] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: configured and running, proceeding with master startup.
03:07:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.116511 19724 sys_catalog.cc:455] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:47.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.124543 19724 sys_catalog.cc:458] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: This master's current role is: FOLLOWER
03:07:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.241080 19735 catalog_manager.cc:1310] Loaded cluster ID: cb9dd2492cc64cadbb5f756f956b3329
03:07:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.241453 19735 catalog_manager.cc:1603] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: loading cluster ID for follower catalog manager: success
03:07:47.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Nov 20 03:07:47 dist-test-slave-d588 krb5kdc[18607](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1795144062, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.40.253@KRBTEST.COM for kudu/127.18.40.252@KRBTEST.COM
03:07:47.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.319514 19688 raft_consensus.cc:3296] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [term 1 FOLLOWER]: Advancing to term 2
03:07:47.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.320519 19735 catalog_manager.cc:1625] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: acquiring CA information for follower catalog manager: success
03:07:47.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.330706 19735 catalog_manager.cc:1653] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:47.338 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:07:47.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.40.252:39465(127.18.40.252:39465)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
03:07:47.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.40.252:39465: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:47.353672 19721 negotiation.cc:336] Failed RPC negotiation. Trace:
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.078234 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:56904 (local address 127.18.40.252:39465)
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.098925 (+ 20691us) server_negotiation.cc:207] Beginning negotiation
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.098963 (+    38us) server_negotiation.cc:400] Waiting for connection header
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.196165 (+ 97202us) server_negotiation.cc:408] Connection header received
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.312674 (+116509us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.312705 (+    31us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.319555 (+  6850us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.319732 (+   177us) server_negotiation.cc:227] Negotiated authn=SASL
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.353489 (+ 33757us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:56904: BlockingRecv error: recv got EOF from 127.0.0.1:56904 (error 108)
03:07:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":16474,"spinlock_wait_cycles":60672,"thread_start_us":16929,"threads_started":1}
03:07:47.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.40.253:44325(127.18.40.253:44325)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
03:07:47.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.40.254:38575(127.18.40.254:38575)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
03:07:47.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.40.254:38575: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
03:07:47.358 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.40.254:38575(127.18.40.254:38575)] handling channelInactive
03:07:47.359 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.40.252:39465(127.18.40.252:39465)] handling channelInactive
03:07:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:47.358346 19722 negotiation.cc:336] Failed RPC negotiation. Trace:
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.086032 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:46368 (local address 127.18.40.254:38575)
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.098486 (+ 12454us) server_negotiation.cc:207] Beginning negotiation
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.098514 (+    28us) server_negotiation.cc:400] Waiting for connection header
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.196048 (+ 97534us) server_negotiation.cc:408] Connection header received
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.283860 (+ 87812us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.283898 (+    38us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.284162 (+   264us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.284379 (+   217us) server_negotiation.cc:227] Negotiated authn=SASL
03:07:47.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.40.253:44325: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.358192 (+ 73813us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46368: BlockingRecv error: recv got EOF from 127.0.0.1:46368 (error 108)
03:07:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10191,"thread_start_us":9917,"threads_started":1}
03:07:47.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=445), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.40.254:38575, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.40.253:44325, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.40.252:39465, [430ms] Sub RPC ConnectToMaster: received response from server master-127.18.40.252:39465: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [435ms] Sub RPC ConnectToMaster: received response from server master-127.18.40.254:38575: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [438ms] Sub RPC ConnectToMaster: received response from server master-127.18.40.253:44325: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
	at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
	at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

03:07:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.385583 19740 sys_catalog.cc:455] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.386663 19740 sys_catalog.cc:458] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: This master's current role is: FOLLOWER
03:07:47.387 [DEBUG - kudu-nio-1] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=458), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.40.254:38575, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.40.253:44325, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.40.252:39465, [430ms] Sub RPC ConnectToMaster: received response from server master-127.18.40.252:39465: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [435ms] Sub RPC ConnectToMaster: received response from server master-127.18.40.254:38575: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [438ms] Sub RPC ConnectToMaster: received response from server master-127.18.40.253:44325: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:47.387977 19720 negotiation.cc:336] Failed RPC negotiation. Trace:
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.075815 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:33320 (local address 127.18.40.253:44325)
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.097215 (+ 21400us) server_negotiation.cc:207] Beginning negotiation
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.097244 (+    29us) server_negotiation.cc:400] Waiting for connection header
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.191044 (+ 93800us) server_negotiation.cc:408] Connection header received
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.289526 (+ 98482us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.289577 (+    51us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.289879 (+   302us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.290083 (+   204us) server_negotiation.cc:227] Negotiated authn=SASL
03:07:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1120 03:07:47.387908 (+ 97825us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:33320: BlockingRecv error: recv got EOF from 127.0.0.1:33320 (error 108)
03:07:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":20334,"thread_start_us":21364,"threads_started":1}
03:07:47.390 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.40.253:44325(127.18.40.253:44325)] disconnecting while in state TERMINATED
03:07:47.391 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.40.253:44325(127.18.40.253:44325)] handling channelInactive
03:07:47.393 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.40.252:39465(127.18.40.252:39465)] disconnecting while in state TERMINATED
03:07:47.393 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.40.254:38575(127.18.40.254:38575)] disconnecting while in state TERMINATED
03:07:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.391577 19724 sys_catalog.cc:455] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7934b65922ec46e8bba1a463b3f93be0. Latest consensus state: current_term: 2 leader_uuid: "7934b65922ec46e8bba1a463b3f93be0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d98e37df6f743a99273d10cdbe9cb97" member_type: VOTER last_known_addr { host: "127.18.40.254" port: 38575 } } peers { permanent_uuid: "7934b65922ec46e8bba1a463b3f93be0" member_type: VOTER last_known_addr { host: "127.18.40.253" port: 44325 } } peers { permanent_uuid: "c48a5a63c4cf4d289b47661cf3a2012d" member_type: VOTER last_known_addr { host: "127.18.40.252" port: 39465 } } }
03:07:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.392252 19724 sys_catalog.cc:458] T 00000000000000000000000000000000 P c48a5a63c4cf4d289b47661cf3a2012d [sys.catalog]: This master's current role is: FOLLOWER
03:07:47.396 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:07:47.411 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:07:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.419574 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 18936
03:07:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.456658 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 19088
03:07:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.493588 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 19236
03:07:47.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.521694 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 19384
03:07:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.553028 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 19470
03:07:47.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:47.580200 18595 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 19592
03:07:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:47.686565 18579 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae060 after lost signal to thread 18454
03:07:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261120 03:07:47.687353 18579 debug-util.cc:398] Leaking SignalData structure 0x7b0800040060 after lost signal to thread 18582
03:07:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T03:07:48Z chronyd exiting
03:07:49.885 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:07:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:49.889451 17869 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 18169
03:07:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:49.915526 17869 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 18305
03:07:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:49.956187 17869 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 18453
03:07:49.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:49.984270 17869 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 17881
03:07:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:50.013025 17869 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 17951
03:07:50.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261120 03:07:50.041175 17869 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskZLXsSk/build/tsan/bin/kudu with pid 18026
03:07:51.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-20T03:07:51Z chronyd exiting
03:07:52.229 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more

03:07:52.584 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
03:07:52.585 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.40.254:38575,127.18.40.253:44325,127.18.40.252:39465). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
	at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
	at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
		at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
		at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more