13:59:00.478 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:59:00.490 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_tJAxU/test-tmp
13:59:00.495 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:59:00.498 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_tJAxU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:59:00.729 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
13:59:00.915 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:59:00.917 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:59:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:00.922137 14270 mini_oidc.cc:150] Starting JWKS server
13:59:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:00.925926 14270 webserver.cc:533] Webserver started at http://127.0.0.1:38305/ using document root <none> and password file <none>
13:59:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:00.926374 14270 mini_oidc.cc:186] Starting OIDC Discovery server
13:59:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:00.928540 14270 webserver.cc:533] Webserver started at http://127.0.0.1:38653/ using document root <none> and password file <none>
13:59:00.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T13:59:00Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
13:59:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T13:59:00Z Disabled control of system clock
13:59:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:01.000682 14270 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/wal
13:59:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/data
13:59:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/logs
13:59:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/data/info.pb
13:59:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:01.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:01.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:01.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:01.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.190:36919
13:59:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.190
13:59:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38305/jwks.json with env {}
13:59:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.318506 14283 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.319103 14283 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.319675 14283 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.355362 14283 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.355775 14283 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.356127 14283 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.356495 14283 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.356858 14283 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.357144 14283 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38305/jwks.json
13:59:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:01.395901 14283 master_runner.cc:387] Master server non-default flags:
13:59:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/logs
13:59:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:01.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/data
13:59:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/wal
13:59:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.190:36919
13:59:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38305/jwks.json
13:59:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/data/info.pb
13:59:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.190
13:59:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:01.397770 14283 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:01.400130 14283 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.419050 14290 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:02.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:01.420359 14291 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:02.719928 14293 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:02.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:02.723372 14292 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1297 milliseconds
13:59:02.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:02.724270 14283 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.305s user 0.427s sys 0.871s
13:59:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:02.724690 14283 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.305s user 0.427s sys 0.873s
13:59:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.725013 14283 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.726796 14283 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.730378 14283 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.732507 14283 hybrid_clock.cc:648] HybridClock initialized: now 1786111142732400 us; error 81 us; skew 500 ppm
13:59:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.733770 14283 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:02.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.743793 14283 webserver.cc:533] Webserver started at http://127.13.239.190:40369/ using document root <none> and password file <none>
13:59:02.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.745402 14283 fs_manager.cc:362] Metadata directory not provided
13:59:02.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.745738 14283 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:02.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.746392 14283 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.753849 14283 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/data/instance:
13:59:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27a5f7b4df854feeb5e511ccc2098107"
13:59:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:02 on dist-test-slave-10pc"
13:59:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.755568 14283 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/wal/instance:
13:59:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27a5f7b4df854feeb5e511ccc2098107"
13:59:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:02 on dist-test-slave-10pc"
13:59:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.766795 14283 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.008s sys 0.004s
13:59:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.775440 14300 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.777228 14283 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.002s
13:59:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.777661 14283 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/wal
13:59:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27a5f7b4df854feeb5e511ccc2098107"
13:59:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:02 on dist-test-slave-10pc"
13:59:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.778182 14283 fs_report.cc:389] FS layout report
13:59:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/wal
13:59:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/wal
13:59:02.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/data/data
13:59:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.868227 14283 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.869805 14283 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.870244 14283 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.947147 14283 rpc_server.cc:307] RPC server started. Bound to: 127.13.239.190:36919
13:59:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.947269 14353 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.239.190:36919 every 8 connection(s)
13:59:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.950156 14283 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/data/info.pb
13:59:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.954902 14270 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 14283
13:59:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.955472 14270 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-0/wal/instance
13:59:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.957700 14354 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.960819 14270 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/wal
13:59:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/data
13:59:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/logs
13:59:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/data/info.pb
13:59:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.189:33683
13:59:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.189
13:59:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38305/jwks.json with env {}
13:59:02.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:02.974730 14354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } has no permanent_uuid. Determining permanent_uuid...
13:59:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.002900 14354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } has no permanent_uuid. Determining permanent_uuid...
13:59:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.005800 14301 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.239.189:33683: connect: Connection refused (error 111)
13:59:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.010352 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.189:33683: Network error: Client connection negotiation failed: client connection to 127.13.239.189:33683: connect: Connection refused (error 111)
13:59:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.060051 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } attempt: 1
13:59:03.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.065522 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.189:33683: Network error: Client connection negotiation failed: client connection to 127.13.239.189:33683: connect: Connection refused (error 111)
13:59:03.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.133970 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } attempt: 2
13:59:03.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.139490 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.189:33683: Network error: Client connection negotiation failed: client connection to 127.13.239.189:33683: connect: Connection refused (error 111)
13:59:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.230899 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } attempt: 3
13:59:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.235285 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.189:33683: Network error: Client connection negotiation failed: client connection to 127.13.239.189:33683: connect: Connection refused (error 111)
13:59:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.312512 14356 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.313120 14356 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.313581 14356 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.347208 14356 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.347534 14356 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.347808 14356 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.348008 14356 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.348205 14356 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.348342 14356 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38305/jwks.json
13:59:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.378796 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } attempt: 4
13:59:03.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.383500 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.189:33683: Network error: Client connection negotiation failed: client connection to 127.13.239.189:33683: connect: Connection refused (error 111)
13:59:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.387997 14356 master_runner.cc:387] Master server non-default flags:
13:59:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/logs
13:59:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/data
13:59:03.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/wal
13:59:03.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:03.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:03.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:03.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.189:33683
13:59:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38305/jwks.json
13:59:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/data/info.pb
13:59:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.189
13:59:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.389436 14356 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.391805 14356 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.405840 14366 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:03.683001 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } attempt: 5
13:59:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.700181 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.189:33683: Network error: Client connection negotiation failed: client connection to 127.13.239.189:33683: connect: Connection refused (error 111)
13:59:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:04.251539 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } attempt: 6
13:59:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:04.288946 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.189:33683: Network error: Client connection negotiation failed: client connection to 127.13.239.189:33683: connect: Connection refused (error 111)
13:59:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:04.942258 14350 debug-util.cc:398] Leaking SignalData structure 0x7b0800070060 after lost signal to thread 14285
13:59:04.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:04.943051 14350 debug-util.cc:398] Leaking SignalData structure 0x7b08000707a0 after lost signal to thread 14353
13:59:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:04.810717 14365 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 14356
13:59:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.109269 14365 kernel_stack_watchdog.cc:198] Thread 14356 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
13:59:05.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.110119 14356 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.703s user 0.002s sys 0.001s
13:59:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.110464 14356 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.704s user 0.002s sys 0.001s
13:59:05.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:03.407881 14367 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:05.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.112593 14368 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1702 milliseconds
13:59:05.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.113854 14369 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:05.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.113770 14356 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:05.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.118532 14356 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.121840 14356 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.123296 14356 hybrid_clock.cc:648] HybridClock initialized: now 1786111145123253 us; error 51 us; skew 500 ppm
13:59:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.124146 14356 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.132030 14356 webserver.cc:533] Webserver started at http://127.13.239.189:38491/ using document root <none> and password file <none>
13:59:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.133344 14356 fs_manager.cc:362] Metadata directory not provided
13:59:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.133620 14356 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.134256 14356 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.139015 14356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/data/instance:
13:59:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80e654f398b94ed48ce91b95868bdc27"
13:59:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:05 on dist-test-slave-10pc"
13:59:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.140591 14356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/wal/instance:
13:59:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80e654f398b94ed48ce91b95868bdc27"
13:59:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:05 on dist-test-slave-10pc"
13:59:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.149315 14356 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
13:59:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.156304 14378 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.157661 14356 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
13:59:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.157977 14356 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/wal
13:59:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80e654f398b94ed48ce91b95868bdc27"
13:59:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:05 on dist-test-slave-10pc"
13:59:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.158495 14356 fs_report.cc:389] FS layout report
13:59:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/wal
13:59:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/wal
13:59:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/data/data
13:59:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:05.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.229784 14356 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.231396 14356 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.231817 14356 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.327826 14356 rpc_server.cc:307] RPC server started. Bound to: 127.13.239.189:33683
13:59:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.328051 14433 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.239.189:33683 every 8 connection(s)
13:59:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.331178 14356 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/data/info.pb
13:59:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.338909 14434 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.340054 14270 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 14356
13:59:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.340576 14270 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-1/wal/instance
13:59:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.343711 14270 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/wal
13:59:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/data
13:59:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/logs
13:59:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/data/info.pb
13:59:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.188:39221
13:59:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.188
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38305/jwks.json with env {}
13:59:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.349531 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } attempt: 7
13:59:05.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.361725 14434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } has no permanent_uuid. Determining permanent_uuid...
13:59:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.396745 14354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } has no permanent_uuid. Determining permanent_uuid...
13:59:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.407320 14434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } has no permanent_uuid. Determining permanent_uuid...
13:59:05.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.416935 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.423988 14434 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } has no permanent_uuid. Determining permanent_uuid...
13:59:05.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.427102 14380 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.432099 14434 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.475425 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 1
13:59:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.481215 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.481737 14434 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 1
13:59:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.487185 14434 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.555704 14434 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 2
13:59:05.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.561340 14434 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.562713 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 2
13:59:05.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.569058 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.652841 14434 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 3
13:59:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.654548 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 3
13:59:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.659948 14434 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.662060 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.733359 14437 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.733952 14437 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.734736 14437 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.771045 14437 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.771334 14437 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.771533 14437 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.771757 14437 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.771947 14437 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.772087 14437 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38305/jwks.json
13:59:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.802565 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 4
13:59:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.803473 14434 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 4
13:59:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.809506 14434 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.809479 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.815577 14437 master_runner.cc:387] Master server non-default flags:
13:59:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/logs
13:59:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/data
13:59:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/wal
13:59:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.188:39221
13:59:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38305/jwks.json
13:59:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/data/info.pb
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.188
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.817497 14437 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:05.819993 14437 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.832891 14449 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:06.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:06.092983 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 5
13:59:06.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:06.100530 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:06.108944 14434 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 5
13:59:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:06.118177 14434 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:06.653017 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 6
13:59:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:06.665639 14434 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 6
13:59:06.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:06.684577 14434 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:06.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:06.694835 14354 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.239.188:39221: Network error: Client connection negotiation failed: client connection to 127.13.239.188:39221: connect: Connection refused (error 111)
13:59:07.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:05.835839 14450 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:07.298166 14451 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1462 milliseconds
13:59:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:07.298884 14452 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.298888 14437 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.303160 14437 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.305943 14437 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.307336 14437 hybrid_clock.cc:648] HybridClock initialized: now 1786111147307302 us; error 66 us; skew 500 ppm
13:59:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.308334 14437 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:07.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.315519 14437 webserver.cc:533] Webserver started at http://127.13.239.188:34355/ using document root <none> and password file <none>
13:59:07.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.316534 14437 fs_manager.cc:362] Metadata directory not provided
13:59:07.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.316745 14437 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:07.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.317139 14437 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:07.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.321540 14437 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/data/instance:
13:59:07.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "491f678c888b493a99b59bd18af33424"
13:59:07.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:07 on dist-test-slave-10pc"
13:59:07.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.322705 14437 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/wal/instance:
13:59:07.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "491f678c888b493a99b59bd18af33424"
13:59:07.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:07 on dist-test-slave-10pc"
13:59:07.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.331073 14437 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.002s sys 0.007s
13:59:07.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.337669 14463 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:07.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.338822 14437 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
13:59:07.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.339211 14437 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/wal
13:59:07.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "491f678c888b493a99b59bd18af33424"
13:59:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:07 on dist-test-slave-10pc"
13:59:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.339648 14437 fs_report.cc:389] FS layout report
13:59:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/wal
13:59:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/wal
13:59:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/data/data
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:07.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.400372 14437 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.402133 14437 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.402704 14437 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:07.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.482004 14437 rpc_server.cc:307] RPC server started. Bound to: 127.13.239.188:39221
13:59:07.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.482112 14516 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.239.188:39221 every 8 connection(s)
13:59:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.485397 14437 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/data/info.pb
13:59:07.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.492918 14517 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:07.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.495801 14270 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 14437
13:59:07.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.496295 14270 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/master-2/wal/instance
13:59:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.511727 14517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } has no permanent_uuid. Determining permanent_uuid...
13:59:07.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.544790 14517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } has no permanent_uuid. Determining permanent_uuid...
13:59:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.558796 14517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } has no permanent_uuid. Determining permanent_uuid...
13:59:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.578989 14517 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424: Bootstrap starting.
13:59:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.586648 14517 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424: Neither blocks nor log segments found. Creating new log.
13:59:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.588543 14517 log.cc:826] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424: Log is configured to *not* fsync() on all Append() calls
13:59:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.594148 14517 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424: No bootstrap required, opened a new log
13:59:07.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.614804 14517 raft_consensus.cc:359] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.615465 14517 raft_consensus.cc:385] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:07.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.615655 14517 raft_consensus.cc:740] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 491f678c888b493a99b59bd18af33424, State: Initialized, Role: FOLLOWER
13:59:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.616364 14517 consensus_queue.cc:260] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.618860 14528 sys_catalog.cc:455] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.619609 14528 sys_catalog.cc:458] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: This master's current role is: FOLLOWER
13:59:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.620437 14517 sys_catalog.cc:565] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: configured and running, proceeding with master startup.
13:59:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:07.648407 14539 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:59:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:07.649423 14539 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:59:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:07.658596 14469 tablet.cc:2406] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:07.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.643115 14437 master_runner.cc:187] Error getting master registration for 127.13.239.190:36919: OK, instance_id { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" instance_seqno: 1786111142925814 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:07.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.665352 14437 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:07.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.722069 14528 raft_consensus.cc:493] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:07.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.722685 14528 raft_consensus.cc:515] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.726934 14528 leader_election.cc:290] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 27a5f7b4df854feeb5e511ccc2098107 (127.13.239.190:36919), 80e654f398b94ed48ce91b95868bdc27 (127.13.239.189:33683)
13:59:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.728360 14354 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 7
13:59:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.745081 14434 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } attempt: 7
13:59:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.755651 14354 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107: Bootstrap starting.
13:59:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.768225 14354 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107: Neither blocks nor log segments found. Creating new log.
13:59:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.771301 14354 log.cc:826] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107: Log is configured to *not* fsync() on all Append() calls
13:59:07.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.776443 14434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27: Bootstrap starting.
13:59:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.777458 14354 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107: No bootstrap required, opened a new log
13:59:07.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.784691 14434 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27: Neither blocks nor log segments found. Creating new log.
13:59:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.787184 14434 log.cc:826] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27: Log is configured to *not* fsync() on all Append() calls
13:59:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.804308 14434 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27: No bootstrap required, opened a new log
13:59:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.813263 14354 raft_consensus.cc:359] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.816906 14354 raft_consensus.cc:385] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.821875 14354 raft_consensus.cc:740] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27a5f7b4df854feeb5e511ccc2098107, State: Initialized, Role: FOLLOWER
13:59:07.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.823038 14354 consensus_queue.cc:260] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.834393 14434 raft_consensus.cc:359] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.835108 14354 sys_catalog.cc:565] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [sys.catalog]: configured and running, proceeding with master startup.
13:59:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.836376 14434 raft_consensus.cc:385] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.836974 14434 raft_consensus.cc:740] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 80e654f398b94ed48ce91b95868bdc27, State: Initialized, Role: FOLLOWER
13:59:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.831765 14545 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.838351 14434 consensus_queue.cc:260] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.842195 14545 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [sys.catalog]: This master's current role is: FOLLOWER
13:59:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.842552 14329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "491f678c888b493a99b59bd18af33424" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27a5f7b4df854feeb5e511ccc2098107" is_pre_election: true
13:59:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.847298 14329 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 491f678c888b493a99b59bd18af33424 in term 0.
13:59:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.849944 14465 leader_election.cc:304] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27a5f7b4df854feeb5e511ccc2098107, 491f678c888b493a99b59bd18af33424; no voters:
13:59:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.849789 14547 sys_catalog.cc:455] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.850607 14547 sys_catalog.cc:458] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [sys.catalog]: This master's current role is: FOLLOWER
13:59:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.850932 14528 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:59:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.851066 14434 sys_catalog.cc:565] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [sys.catalog]: configured and running, proceeding with master startup.
13:59:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.851289 14528 raft_consensus.cc:493] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:59:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.851611 14528 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 0 FOLLOWER]: Advancing to term 1
13:59:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.859855 14528 raft_consensus.cc:515] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.861068 14406 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "491f678c888b493a99b59bd18af33424" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "80e654f398b94ed48ce91b95868bdc27" is_pre_election: true
13:59:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.862323 14406 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 491f678c888b493a99b59bd18af33424 in term 0.
13:59:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.865412 14328 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "491f678c888b493a99b59bd18af33424" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27a5f7b4df854feeb5e511ccc2098107"
13:59:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.866083 14328 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [term 0 FOLLOWER]: Advancing to term 1
13:59:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.873806 14328 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 491f678c888b493a99b59bd18af33424 in term 1.
13:59:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.875499 14465 leader_election.cc:304] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27a5f7b4df854feeb5e511ccc2098107, 491f678c888b493a99b59bd18af33424; no voters:
13:59:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:07.882211 14306 tablet.cc:2406] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:07.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.885293 14406 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "491f678c888b493a99b59bd18af33424" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "80e654f398b94ed48ce91b95868bdc27"
13:59:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.886456 14528 leader_election.cc:290] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [CANDIDATE]: Term 1 election: Requested vote from peers 27a5f7b4df854feeb5e511ccc2098107 (127.13.239.190:36919), 80e654f398b94ed48ce91b95868bdc27 (127.13.239.189:33683)
13:59:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.887462 14406 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [term 0 FOLLOWER]: Advancing to term 1
13:59:07.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.888336 14528 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 1 FOLLOWER]: Leader election won for term 1
13:59:07.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.893395 14528 raft_consensus.cc:697] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [term 1 LEADER]: Becoming Leader. State: Replica: 491f678c888b493a99b59bd18af33424, State: Running, Role: LEADER
13:59:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.895784 14528 consensus_queue.cc:237] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } }
13:59:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.909188 14406 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 491f678c888b493a99b59bd18af33424 in term 1.
13:59:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.927336 14551 sys_catalog.cc:455] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 491f678c888b493a99b59bd18af33424. Latest consensus state: current_term: 1 leader_uuid: "491f678c888b493a99b59bd18af33424" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:07.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.928660 14551 sys_catalog.cc:458] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: This master's current role is: LEADER
13:59:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.936156 14565 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:59:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.941027 14566 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:59:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.953768 14565 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:59:07.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.946190 14356 master_runner.cc:187] Error getting master registration for 127.13.239.190:36919: OK, instance_id { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" instance_seqno: 1786111142925814 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.986640 14406 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [term 1 FOLLOWER]: Refusing update from remote peer 491f678c888b493a99b59bd18af33424: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.986889 14356 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.988886 14551 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [LEADER]: Connected to new peer: Peer: permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
13:59:07.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.995249 14329 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [term 1 FOLLOWER]: Refusing update from remote peer 491f678c888b493a99b59bd18af33424: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:08.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:07.997571 14528 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [LEADER]: Connected to new peer: Peer: permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
13:59:08.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:07.998873 14384 tablet.cc:2406] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:08.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.000990 14573 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:59:08.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.036672 14569 mvcc.cc:204] Tried to move back new op lower bound from 7315911262098616320 to 7315911261839958016. Current Snapshot: MvccSnapshot[applied={T|T < 7315911262098616320}]
13:59:08.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.041850 14547 sys_catalog.cc:455] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 491f678c888b493a99b59bd18af33424. Latest consensus state: current_term: 1 leader_uuid: "491f678c888b493a99b59bd18af33424" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:08.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.042541 14545 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 491f678c888b493a99b59bd18af33424. Latest consensus state: current_term: 1 leader_uuid: "491f678c888b493a99b59bd18af33424" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:08.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.043282 14545 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [sys.catalog]: This master's current role is: FOLLOWER
13:59:08.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.045598 14547 sys_catalog.cc:458] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [sys.catalog]: This master's current role is: FOLLOWER
13:59:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.048094 14545 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "491f678c888b493a99b59bd18af33424" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.048864 14545 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107 [sys.catalog]: This master's current role is: FOLLOWER
13:59:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.058346 14565 catalog_manager.cc:1383] Generated new cluster ID: e812bee732b544c38eb8b69cf3420d85
13:59:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.058760 14565 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:59:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.058319 14551 sys_catalog.cc:455] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "491f678c888b493a99b59bd18af33424" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.059182 14551 sys_catalog.cc:458] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: This master's current role is: LEADER
13:59:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.059873 14528 sys_catalog.cc:455] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "491f678c888b493a99b59bd18af33424" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.060560 14528 sys_catalog.cc:458] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424 [sys.catalog]: This master's current role is: LEADER
13:59:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.062904 14547 sys_catalog.cc:455] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "491f678c888b493a99b59bd18af33424" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27a5f7b4df854feeb5e511ccc2098107" member_type: VOTER last_known_addr { host: "127.13.239.190" port: 36919 } } peers { permanent_uuid: "80e654f398b94ed48ce91b95868bdc27" member_type: VOTER last_known_addr { host: "127.13.239.189" port: 33683 } } peers { permanent_uuid: "491f678c888b493a99b59bd18af33424" member_type: VOTER last_known_addr { host: "127.13.239.188" port: 39221 } } }
13:59:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.063612 14547 sys_catalog.cc:458] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27 [sys.catalog]: This master's current role is: FOLLOWER
13:59:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.110570 14565 catalog_manager.cc:1406] Generated new certificate authority record
13:59:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.113173 14565 catalog_manager.cc:1540] Loading token signing keys...
13:59:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.141363 14565 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 491f678c888b493a99b59bd18af33424: Generated new TSK 0
13:59:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.142828 14565 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:59:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.156646 14270 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/wal
13:59:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/data
13:59:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/logs
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/data/info.pb
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.129:0
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.239.129
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.129
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:08.559476 14584 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:08.560098 14584 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:08.560791 14584 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:08.596542 14584 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:08.597801 14584 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.239.129
13:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.642827 14584 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/logs
13:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/data
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/wal
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.129:0
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/data/info.pb
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.129
13:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.239.129
13:59:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.644243 14584 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.646121 14584 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:08.665480 14591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.966524 14566 catalog_manager.cc:1295] Loaded cluster ID: e812bee732b544c38eb8b69cf3420d85
13:59:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:08.966915 14566 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27: loading cluster ID for follower catalog manager: success
13:59:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:09.007077 14566 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27: acquiring CA information for follower catalog manager: success
13:59:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:09.033335 14573 catalog_manager.cc:1295] Loaded cluster ID: e812bee732b544c38eb8b69cf3420d85
13:59:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:09.038363 14566 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 80e654f398b94ed48ce91b95868bdc27: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:09.040586 14573 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107: loading cluster ID for follower catalog manager: success
13:59:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:09.059243 14573 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107: acquiring CA information for follower catalog manager: success
13:59:09.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:09.080222 14573 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 27a5f7b4df854feeb5e511ccc2098107: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:10.065243 14589 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 14584
13:59:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:10.190318 14589 kernel_stack_watchdog.cc:198] Thread 14584 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
13:59:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:10.191313 14592 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1522 milliseconds
13:59:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:10.192754 14584 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.528s user 0.001s sys 0.003s
13:59:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:10.193142 14584 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.528s user 0.001s sys 0.003s
13:59:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:08.665480 14590 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:10.199092 14593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.199120 14584 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.201296 14584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:10.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.215392 14584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:10.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.217422 14584 hybrid_clock.cc:648] HybridClock initialized: now 1786111150217365 us; error 69 us; skew 500 ppm
13:59:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.219005 14584 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:10.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.253237 14584 webserver.cc:533] Webserver started at http://127.13.239.129:37357/ using document root <none> and password file <none>
13:59:10.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.255127 14584 fs_manager.cc:362] Metadata directory not provided
13:59:10.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.255725 14584 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.256556 14584 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.263504 14584 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/data/instance:
13:59:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f552524acae4701a07bf12551bfe6a6"
13:59:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:10 on dist-test-slave-10pc"
13:59:10.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.265563 14584 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/wal/instance:
13:59:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f552524acae4701a07bf12551bfe6a6"
13:59:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:10 on dist-test-slave-10pc"
13:59:10.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.290164 14584 fs_manager.cc:696] Time spent creating directory manager: real 0.023s user 0.017s sys 0.005s
13:59:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.309481 14602 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.311704 14584 fs_manager.cc:730] Time spent opening block manager: real 0.016s user 0.013s sys 0.001s
13:59:10.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.312536 14584 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/wal
13:59:10.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f552524acae4701a07bf12551bfe6a6"
13:59:10.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:10 on dist-test-slave-10pc"
13:59:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.313467 14584 fs_report.cc:389] FS layout report
13:59:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/wal
13:59:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/wal
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/data/data
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:10.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.437387 14584 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.440023 14584 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:10.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.440987 14584 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.450829 14584 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.465342 14584 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.466118 14584 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
13:59:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.466734 14584 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:10.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:10.467159 14584 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.025096 14584 rpc_server.cc:307] RPC server started. Bound to: 127.13.239.129:45099
13:59:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.025242 14717 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.239.129:45099 every 8 connection(s)
13:59:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.028900 14584 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/data/info.pb
13:59:11.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.040025 14270 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 14584
13:59:11.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.040720 14270 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-0/wal/instance
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.052636 14270 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/wal
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/data
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/logs
13:59:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/data/info.pb
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.130:0
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.239.130
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.130
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.151386 14719 heartbeater.cc:344] Connected to a master server at 127.13.239.189:33683
13:59:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.152029 14719 heartbeater.cc:461] Registering TS with master...
13:59:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.153641 14719 heartbeater.cc:507] Master 127.13.239.189:33683 requested a full tablet report, sending...
13:59:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.157181 14718 heartbeater.cc:344] Connected to a master server at 127.13.239.188:39221
13:59:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.157552 14718 heartbeater.cc:461] Registering TS with master...
13:59:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.158463 14718 heartbeater.cc:507] Master 127.13.239.188:39221 requested a full tablet report, sending...
13:59:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.159119 14395 ts_manager.cc:194] Registered new tserver with Master: 5f552524acae4701a07bf12551bfe6a6 (127.13.239.129:45099)
13:59:11.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.162812 14481 ts_manager.cc:194] Registered new tserver with Master: 5f552524acae4701a07bf12551bfe6a6 (127.13.239.129:45099)
13:59:11.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.168435 14481 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.239.129:57765
13:59:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.188485 14723 heartbeater.cc:344] Connected to a master server at 127.13.239.190:36919
13:59:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.188905 14723 heartbeater.cc:461] Registering TS with master...
13:59:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.189812 14723 heartbeater.cc:507] Master 127.13.239.190:36919 requested a full tablet report, sending...
13:59:11.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.193008 14317 ts_manager.cc:194] Registered new tserver with Master: 5f552524acae4701a07bf12551bfe6a6 (127.13.239.129:45099)
13:59:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:11.654764 14722 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:11.655498 14722 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:11.656342 14722 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:11.719180 14722 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:11.721094 14722 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.239.130
13:59:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.797544 14722 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/logs
13:59:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/data
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/wal
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.130:0
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/data/info.pb
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.130
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.239.130
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.799379 14722 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:11.801656 14722 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:11.823432 14736 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:12.175901 14718 heartbeater.cc:499] Master 127.13.239.188:39221 was elected leader, sending a full tablet report...
13:59:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:13.224088 14735 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 14722
13:59:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:11.824393 14737 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:13.574098 14722 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.752s user 0.611s sys 1.098s
13:59:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:13.574797 14722 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.753s user 0.611s sys 1.098s
13:59:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:13.584268 14742 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.584344 14722 server_base.cc:1061] running on GCE node
13:59:13.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.585716 14722 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:13.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.587796 14722 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:13.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.589172 14722 hybrid_clock.cc:648] HybridClock initialized: now 1786111153589139 us; error 32 us; skew 500 ppm
13:59:13.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.589974 14722 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.596324 14722 webserver.cc:533] Webserver started at http://127.13.239.130:43237/ using document root <none> and password file <none>
13:59:13.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.597288 14722 fs_manager.cc:362] Metadata directory not provided
13:59:13.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.597525 14722 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.598042 14722 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.602423 14722 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/data/instance:
13:59:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24489e9b050b4f23938d5c3f33a11768"
13:59:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:13 on dist-test-slave-10pc"
13:59:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.603502 14722 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/wal/instance:
13:59:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24489e9b050b4f23938d5c3f33a11768"
13:59:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:13 on dist-test-slave-10pc"
13:59:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.611099 14722 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
13:59:13.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.616910 14747 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.618088 14722 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
13:59:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.618396 14722 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/wal
13:59:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24489e9b050b4f23938d5c3f33a11768"
13:59:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:13 on dist-test-slave-10pc"
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.618687 14722 fs_report.cc:389] FS layout report
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/wal
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/wal
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/data/data
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.676774 14722 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.678359 14722 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.678771 14722 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.681746 14722 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.686498 14722 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.686700 14722 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.686892 14722 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.687029 14722 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.839489 14722 rpc_server.cc:307] RPC server started. Bound to: 127.13.239.130:34235
13:59:13.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.839608 14860 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.239.130:34235 every 8 connection(s)
13:59:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.842720 14722 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/data/info.pb
13:59:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.845650 14270 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 14722
13:59:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.846146 14270 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-1/wal/instance
13:59:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.870931 14270 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/wal
13:59:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/data
13:59:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/logs
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/data/info.pb
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.131:0
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.239.131
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.131
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:59:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.902953 14861 heartbeater.cc:344] Connected to a master server at 127.13.239.188:39221
13:59:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.903467 14861 heartbeater.cc:461] Registering TS with master...
13:59:13.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.905005 14861 heartbeater.cc:507] Master 127.13.239.188:39221 requested a full tablet report, sending...
13:59:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.908474 14481 ts_manager.cc:194] Registered new tserver with Master: 24489e9b050b4f23938d5c3f33a11768 (127.13.239.130:34235)
13:59:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.908661 14863 heartbeater.cc:344] Connected to a master server at 127.13.239.190:36919
13:59:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.908880 14862 heartbeater.cc:344] Connected to a master server at 127.13.239.189:33683
13:59:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.909077 14863 heartbeater.cc:461] Registering TS with master...
13:59:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.909175 14862 heartbeater.cc:461] Registering TS with master...
13:59:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.910115 14862 heartbeater.cc:507] Master 127.13.239.189:33683 requested a full tablet report, sending...
13:59:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.910449 14481 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.239.130:53783
13:59:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.910121 14863 heartbeater.cc:507] Master 127.13.239.190:36919 requested a full tablet report, sending...
13:59:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.913116 14395 ts_manager.cc:194] Registered new tserver with Master: 24489e9b050b4f23938d5c3f33a11768 (127.13.239.130:34235)
13:59:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:13.915810 14317 ts_manager.cc:194] Registered new tserver with Master: 24489e9b050b4f23938d5c3f33a11768 (127.13.239.130:34235)
13:59:14.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:14.215034 14869 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:14.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:14.215641 14869 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:14.216264 14869 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:14.253242 14869 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:14.254240 14869 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.239.131
13:59:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:14.293346 14869 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/logs
13:59:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.239.148:45275
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/data
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/wal
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.239.131:0
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/data/info.pb
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.239.131
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.239.190:36919,127.13.239.189:33683,127.13.239.188:39221
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.239.131
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:14.295172 14869 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:14.297506 14869 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:14.310456 14878 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:14.918650 14861 heartbeater.cc:499] Master 127.13.239.188:39221 was elected leader, sending a full tablet report...
13:59:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:14.312040 14879 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:14.315646 14881 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:15.580487 14880 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:59:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.580541 14869 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.584419 14869 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.587693 14869 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:15.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.589129 14869 hybrid_clock.cc:648] HybridClock initialized: now 1786111155589087 us; error 63 us; skew 500 ppm
13:59:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.589929 14869 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.597086 14869 webserver.cc:533] Webserver started at http://127.13.239.131:37521/ using document root <none> and password file <none>
13:59:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.598089 14869 fs_manager.cc:362] Metadata directory not provided
13:59:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.598309 14869 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.598780 14869 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.603073 14869 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/data/instance:
13:59:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab4fa23b3b28460a8366b1d90a9ee420"
13:59:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:15 on dist-test-slave-10pc"
13:59:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.604142 14869 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/wal/instance:
13:59:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab4fa23b3b28460a8366b1d90a9ee420"
13:59:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:15 on dist-test-slave-10pc"
13:59:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.611752 14869 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
13:59:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.617556 14888 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:15.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.618691 14869 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
13:59:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.619055 14869 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/wal
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab4fa23b3b28460a8366b1d90a9ee420"
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:15 on dist-test-slave-10pc"
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.619478 14869 fs_report.cc:389] FS layout report
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/wal
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/wal
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/data/data
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.668512 14869 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.670141 14869 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.670723 14869 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.673555 14869 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.679035 14869 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.679293 14869 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.679634 14869 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.679848 14869 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.851794 14869 rpc_server.cc:307] RPC server started. Bound to: 127.13.239.131:39039
13:59:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.851928 15006 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.239.131:39039 every 8 connection(s)
13:59:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.854676 14869 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/data/info.pb
13:59:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.857434 14270 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 14869
13:59:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.857939 14270 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster13754485797677782614/ts-2/wal/instance
13:59:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.903488 15009 heartbeater.cc:344] Connected to a master server at 127.13.239.190:36919
13:59:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.903995 15009 heartbeater.cc:461] Registering TS with master...
13:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.905251 15008 heartbeater.cc:344] Connected to a master server at 127.13.239.189:33683
13:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.905592 15008 heartbeater.cc:461] Registering TS with master...
13:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.905542 15009 heartbeater.cc:507] Master 127.13.239.190:36919 requested a full tablet report, sending...
13:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.906529 15008 heartbeater.cc:507] Master 127.13.239.189:33683 requested a full tablet report, sending...
13:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.907042 15007 heartbeater.cc:344] Connected to a master server at 127.13.239.188:39221
13:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.907356 15007 heartbeater.cc:461] Registering TS with master...
13:59:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.908260 15007 heartbeater.cc:507] Master 127.13.239.188:39221 requested a full tablet report, sending...
13:59:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.908854 14317 ts_manager.cc:194] Registered new tserver with Master: ab4fa23b3b28460a8366b1d90a9ee420 (127.13.239.131:39039)
13:59:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.909420 14395 ts_manager.cc:194] Registered new tserver with Master: ab4fa23b3b28460a8366b1d90a9ee420 (127.13.239.131:39039)
13:59:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.910926 14481 ts_manager.cc:194] Registered new tserver with Master: ab4fa23b3b28460a8366b1d90a9ee420 (127.13.239.131:39039)
13:59:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.912907 14481 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.239.131:52959
13:59:15.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:15.930927 14270 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
13:59:15.943 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:59:15.944 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
13:59:15.954 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.239.190"
port: 36919
}
bound_http_address {
host: "127.13.239.190"
port: 40369
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.239.189"
port: 33683
}
bound_http_address {
host: "127.13.239.189"
port: 38491
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.239.188"
port: 39221
}
bound_http_address {
host: "127.13.239.188"
port: 34355
}
}
}
13:59:15.958 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:59:15.960 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.239.129"
port: 45099
}
bound_http_address {
host: "127.13.239.129"
port: 37357
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.239.130"
port: 34235
}
bound_http_address {
host: "127.13.239.130"
port: 43237
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.239.131"
port: 39039
}
bound_http_address {
host: "127.13.239.131"
port: 37521
}
}
}
13:59:15.961 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:59:16.140 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
13:59:16.203 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
13:59:16.305 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_tJAxU/test-tmp
13:59:16.306 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:59:16.306 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_tJAxU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:59:16.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
13:59:16.712 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:16.712 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:59:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:16.715855 15019 mini_oidc.cc:150] Starting JWKS server
13:59:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:16.719707 15019 webserver.cc:533] Webserver started at http://127.0.0.1:35847/ using document root <none> and password file <none>
13:59:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:16.720273 15019 mini_oidc.cc:186] Starting OIDC Discovery server
13:59:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:16.722325 15019 webserver.cc:533] Webserver started at http://127.0.0.1:37089/ using document root <none> and password file <none>
13:59:16.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
13:59:16.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/principal' for realm 'KRBTEST.COM',
13:59:16.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
13:59:16.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:16 dist-test-slave-10pc krb5kdc[15033](info): setting up network...
13:59:16.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
13:59:16.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:16 dist-test-slave-10pc krb5kdc[15033](info): set up 2 sockets
13:59:16.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:16 dist-test-slave-10pc krb5kdc[15033](info): commencing operation
13:59:16.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
13:59:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:16.916064 15007 heartbeater.cc:499] Master 127.13.239.188:39221 was elected leader, sending a full tablet report...
13:59:18.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:18.957372 15019 mini_kdc.cc:121] Time spent starting KDC: real 2.195s user 0.005s sys 0.019s
13:59:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
13:59:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:59:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
13:59:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
13:59:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:59:19.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
13:59:19.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
13:59:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:59:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
13:59:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:59:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/test-user.keytab.
13:59:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/test-user.keytab.
13:59:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:19 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111159, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:59:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T13:59:19Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
13:59:19.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T13:59:19Z Disabled control of system clock
13:59:19.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.170.254@KRBTEST.COM; defaulting to no policy
13:59:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.170.254@KRBTEST.COM" created.
13:59:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:19.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.170.254@KRBTEST.COM; defaulting to no policy
13:59:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.170.254@KRBTEST.COM" created.
13:59:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:19.225466 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/logs
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/info.pb
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.254:36401
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.254
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.254
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.567844 15054 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.568404 15054 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:19.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.569283 15054 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.602759 15054 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.602988 15054 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.603267 15054 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.603468 15054 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.603663 15054 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.603849 15054 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.603992 15054 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35847/jwks.json
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:19.643771 15054 master_runner.cc:387] Master server non-default flags:
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/logs
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.254
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.254:36401
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/info.pb
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.254
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:19.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:19.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:19.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:19.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:19.645299 15054 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:19.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:19.646639 15054 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.660527 15060 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.064694 15059 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 15054
13:59:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.215756 15054 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.555s user 0.587s sys 0.948s
13:59:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.216233 15054 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.555s user 0.587s sys 0.948s
13:59:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:19.661830 15061 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.217571 15062 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1554 milliseconds
13:59:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.218235 15063 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:21.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.218919 15054 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:21.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.223459 15054 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:21.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.225991 15054 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.227367 15054 hybrid_clock.cc:648] HybridClock initialized: now 1786111161227329 us; error 32 us; skew 500 ppm
13:59:21.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.228214 15054 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:21.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:21 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111161, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.234424 15054 init.cc:377] Logged in from keytab as kudu/127.14.170.254@KRBTEST.COM (short username kudu)
13:59:21.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.240435 15054 webserver.cc:533] Webserver started at http://127.14.170.254:33799/ using document root <none> and password file <none>
13:59:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.241379 15054 fs_manager.cc:362] Metadata directory not provided
13:59:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.241564 15054 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:21.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.241966 15054 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.246165 15054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/instance:
13:59:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "617663e1b27c4ce28a9159629ccb472b"
13:59:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:21 on dist-test-slave-10pc"
13:59:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.247402 15054 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal/instance:
13:59:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "617663e1b27c4ce28a9159629ccb472b"
13:59:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:21 on dist-test-slave-10pc"
13:59:21.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.255573 15054 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.006s
13:59:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.262079 15072 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.263305 15054 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
13:59:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.263603 15054 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "617663e1b27c4ce28a9159629ccb472b"
13:59:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:21 on dist-test-slave-10pc"
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.263909 15054 fs_report.cc:389] FS layout report
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/data
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.325495 15054 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.337970 15054 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.338608 15054 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.433722 15054 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.254:36401
13:59:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.433806 15124 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.254:36401 every 8 connection(s)
13:59:21.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.437952 15054 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/info.pb
13:59:21.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.444350 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 15054
13:59:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.444957 15019 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal/instance
13:59:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.445886 15125 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.461711 15125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } has no permanent_uuid. Determining permanent_uuid...
13:59:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.170.253@KRBTEST.COM; defaulting to no policy
13:59:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.170.253@KRBTEST.COM" created.
13:59:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:21 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111161, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.254@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.511520 15125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } has no permanent_uuid. Determining permanent_uuid...
13:59:21.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.514120 15076 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.170.253:32963: connect: Connection refused (error 111)
13:59:21.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.519243 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.253:32963: Network error: Client connection negotiation failed: client connection to 127.14.170.253:32963: connect: Connection refused (error 111)
13:59:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.170.253@KRBTEST.COM; defaulting to no policy
13:59:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.170.253@KRBTEST.COM" created.
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.565212 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/logs
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/info.pb
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.253:32963
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.253
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.253
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.568872 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } attempt: 1
13:59:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.573902 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.253:32963: Network error: Client connection negotiation failed: client connection to 127.14.170.253:32963: connect: Connection refused (error 111)
13:59:21.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.642338 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } attempt: 2
13:59:21.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.647475 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.253:32963: Network error: Client connection negotiation failed: client connection to 127.14.170.253:32963: connect: Connection refused (error 111)
13:59:21.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.738932 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } attempt: 3
13:59:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.744040 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.253:32963: Network error: Client connection negotiation failed: client connection to 127.14.170.253:32963: connect: Connection refused (error 111)
13:59:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:21.887494 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } attempt: 4
13:59:21.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.892035 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.253:32963: Network error: Client connection negotiation failed: client connection to 127.14.170.253:32963: connect: Connection refused (error 111)
13:59:21.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.922793 15135 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:21.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.923388 15135 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.923960 15135 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.958079 15135 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.958312 15135 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.958655 15135 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.958870 15135 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.959066 15135 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.959344 15135 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:21.959618 15135 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35847/jwks.json
13:59:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:22.003458 15135 master_runner.cc:387] Master server non-default flags:
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/logs
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.253
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.253:32963
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/info.pb
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.253
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:22.004846 15135 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:22.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:22.005913 15135 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:22.018359 15142 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:22.191473 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } attempt: 5
13:59:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:22.199061 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.253:32963: Network error: Client connection negotiation failed: client connection to 127.14.170.253:32963: connect: Connection refused (error 111)
13:59:22.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:22.746726 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } attempt: 6
13:59:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:22.776142 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.253:32963: Network error: Client connection negotiation failed: client connection to 127.14.170.253:32963: connect: Connection refused (error 111)
13:59:23.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:22.019330 15143 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.356583 15145 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:23.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.365613 15135 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.345s user 0.001s sys 0.006s
13:59:23.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.366010 15135 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.345s user 0.001s sys 0.006s
13:59:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.369313 15135 server_base.cc:1061] running on GCE node
13:59:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.371433 15135 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:23.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.385093 15135 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.386984 15135 hybrid_clock.cc:648] HybridClock initialized: now 1786111163386920 us; error 54 us; skew 500 ppm
13:59:23.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.388331 15135 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:23.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:23 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111163, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:23.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.398064 15135 init.cc:377] Logged in from keytab as kudu/127.14.170.253@KRBTEST.COM (short username kudu)
13:59:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.404707 15135 webserver.cc:533] Webserver started at http://127.14.170.253:40039/ using document root <none> and password file <none>
13:59:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.405875 15135 fs_manager.cc:362] Metadata directory not provided
13:59:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.406209 15135 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:23.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.406859 15135 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.411557 15135 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/instance:
13:59:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbe18ddb114f4649b24bd3ec88657b5d"
13:59:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:23 on dist-test-slave-10pc"
13:59:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.412835 15135 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal/instance:
13:59:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbe18ddb114f4649b24bd3ec88657b5d"
13:59:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:23 on dist-test-slave-10pc"
13:59:23.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.422184 15135 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.003s sys 0.005s
13:59:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.428269 15156 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:23.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.429947 15135 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
13:59:23.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.430496 15135 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbe18ddb114f4649b24bd3ec88657b5d"
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:23 on dist-test-slave-10pc"
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.430965 15135 fs_report.cc:389] FS layout report
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/data
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.516721 15135 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.524621 15135 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:23.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.525260 15135 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.604115 15135 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.253:32963
13:59:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.604202 15207 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.253:32963 every 8 connection(s)
13:59:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.606853 15135 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/info.pb
13:59:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.613173 15208 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.613356 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 15135
13:59:23.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.613855 15019 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal/instance
13:59:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.630172 15208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } has no permanent_uuid. Determining permanent_uuid...
13:59:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.170.252@KRBTEST.COM; defaulting to no policy
13:59:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.170.252@KRBTEST.COM" created.
13:59:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:23 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111163, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.253@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.667081 15208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } has no permanent_uuid. Determining permanent_uuid...
13:59:23.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:23 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111163, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.253@KRBTEST.COM for kudu/127.14.170.253@KRBTEST.COM
13:59:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.170.252@KRBTEST.COM; defaulting to no policy
13:59:23.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:23.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.170.252@KRBTEST.COM" created.
13:59:23.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.694000 15208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } has no permanent_uuid. Determining permanent_uuid...
13:59:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.696529 15160 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:23.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.701161 15208 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.715379 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/logs
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/info.pb
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.252:44675
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.252
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.252
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.750774 15208 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 1
13:59:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.754998 15208 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.823496 15208 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 2
13:59:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.827922 15208 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:23.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.836651 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } attempt: 7
13:59:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:23 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111161, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.254@KRBTEST.COM for kudu/127.14.170.253@KRBTEST.COM
13:59:23.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.866899 15125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } has no permanent_uuid. Determining permanent_uuid...
13:59:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.873027 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:23.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.919443 15208 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 3
13:59:23.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.924306 15208 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:23.931507 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 1
13:59:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:23.935740 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:24.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.017261 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 2
13:59:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.022596 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.061503 15220 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.062377 15220 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.063093 15220 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.067801 15208 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 4
13:59:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.072243 15208 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:24.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.098951 15220 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:24.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.099186 15220 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:24.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.099609 15220 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.099970 15220 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.100299 15220 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.100703 15220 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.100970 15220 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35847/jwks.json
13:59:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.108002 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 3
13:59:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.112071 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.141072 15220 master_runner.cc:387] Master server non-default flags:
13:59:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/logs
13:59:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.252
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.252:44675
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/info.pb
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.252
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.142632 15220 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.144116 15220 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.158296 15229 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.252580 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 4
13:59:24.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.269410 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.371713 15208 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 5
13:59:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.380599 15208 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.552963 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 5
13:59:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.562664 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:24.928200 15208 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 6
13:59:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.956948 15208 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.115316 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 6
13:59:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:25.145051 15125 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:25.561945 15228 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 15220
13:59:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:25.835678 15228 kernel_stack_watchdog.cc:198] Thread 15220 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
13:59:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:24.159617 15230 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:25.837317 15220 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.678s user 0.643s sys 0.960s
13:59:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:25.839804 15220 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.679s user 0.643s sys 0.960s
13:59:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:25.842183 15231 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1676 milliseconds
13:59:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:25.843117 15232 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.843416 15220 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.844950 15220 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.847966 15220 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:25.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.849429 15220 hybrid_clock.cc:648] HybridClock initialized: now 1786111165849367 us; error 49 us; skew 500 ppm
13:59:25.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.850523 15220 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:25 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111165, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:25.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.857959 15220 init.cc:377] Logged in from keytab as kudu/127.14.170.252@KRBTEST.COM (short username kudu)
13:59:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.863394 15220 webserver.cc:533] Webserver started at http://127.14.170.252:42859/ using document root <none> and password file <none>
13:59:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.864290 15220 fs_manager.cc:362] Metadata directory not provided
13:59:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.864547 15220 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.864972 15220 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.869230 15220 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/instance:
13:59:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d715330bea7746d4bd951289ebb0dd5c"
13:59:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:25 on dist-test-slave-10pc"
13:59:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.870343 15220 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal/instance:
13:59:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d715330bea7746d4bd951289ebb0dd5c"
13:59:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:25 on dist-test-slave-10pc"
13:59:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.877982 15220 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.003s
13:59:25.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.883854 15247 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.885016 15220 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.885392 15220 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d715330bea7746d4bd951289ebb0dd5c"
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:25 on dist-test-slave-10pc"
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.885802 15220 fs_report.cc:389] FS layout report
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/data
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.937675 15220 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.943378 15220 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:25.943919 15220 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.017518 15208 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 7
13:59:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:26.026896 15208 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.030148 15220 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.252:44675
13:59:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.030241 15300 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.252:44675 every 8 connection(s)
13:59:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.033308 15220 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/info.pb
13:59:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.040220 15301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:59:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.042320 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 15220
13:59:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.042801 15019 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal/instance
13:59:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.057595 15301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } has no permanent_uuid. Determining permanent_uuid...
13:59:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:26 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111159, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:26.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:26 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111165, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.252@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:26.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.093190 15301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } has no permanent_uuid. Determining permanent_uuid...
13:59:26.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:26 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111159, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.170.253@KRBTEST.COM
13:59:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:26 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111165, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.252@KRBTEST.COM for kudu/127.14.170.253@KRBTEST.COM
13:59:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.116554 15301 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } has no permanent_uuid. Determining permanent_uuid...
13:59:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:26 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111159, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:26 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111165, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.252@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:26.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.147547 15301 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: Bootstrap starting.
13:59:26.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.154129 15301 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: Neither blocks nor log segments found. Creating new log.
13:59:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.156351 15301 log.cc:826] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: Log is configured to *not* fsync() on all Append() calls
13:59:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.161515 15301 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: No bootstrap required, opened a new log
13:59:26.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.178632 15125 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 7
13:59:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.182585 15301 raft_consensus.cc:359] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.183331 15301 raft_consensus.cc:385] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.183626 15301 raft_consensus.cc:740] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d715330bea7746d4bd951289ebb0dd5c, State: Initialized, Role: FOLLOWER
13:59:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.184635 15301 consensus_queue.cc:260] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:26.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.189448 15301 sys_catalog.cc:565] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: configured and running, proceeding with master startup.
13:59:26.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:26 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111161, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.254@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:26.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.192341 15313 sys_catalog.cc:455] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:26.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.193320 15313 sys_catalog.cc:458] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:26.199541 15253 tablet.cc:2406] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:26.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.222237 15125 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Bootstrap starting.
13:59:26.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:26.228144 15325 catalog_manager.cc:1594] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:59:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:26.229547 15325 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:59:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.230471 15125 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Neither blocks nor log segments found. Creating new log.
13:59:26.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.233151 15125 log.cc:826] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Log is configured to *not* fsync() on all Append() calls
13:59:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.238668 15125 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: No bootstrap required, opened a new log
13:59:26.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.223253 15220 master_runner.cc:187] Error getting master registration for 127.14.170.254:36401: OK, instance_id { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" instance_seqno: 1786111161411043 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:26.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.254570 15220 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.267156 15125 raft_consensus.cc:359] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.268412 15125 raft_consensus.cc:385] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.268944 15125 raft_consensus.cc:740] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 617663e1b27c4ce28a9159629ccb472b, State: Initialized, Role: FOLLOWER
13:59:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.271951 15125 consensus_queue.cc:260] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.275167 15329 sys_catalog.cc:455] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.275806 15329 sys_catalog.cc:458] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.277272 15125 sys_catalog.cc:565] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: configured and running, proceeding with master startup.
13:59:26.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:26.318235 15340 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:59:26.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:26.318958 15340 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:59:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.310596 15054 master_runner.cc:187] Error getting master registration for 127.14.170.253:32963: OK, instance_id { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" instance_seqno: 1786111163581915 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:59:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.336000 15054 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:26.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:26.355774 15078 tablet.cc:2406] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:59:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.396361 15329 raft_consensus.cc:493] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.396927 15329 raft_consensus.cc:515] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:26.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.399396 15329 leader_election.cc:290] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bbe18ddb114f4649b24bd3ec88657b5d (127.14.170.253:32963), d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675)
13:59:26.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.400913 15274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "617663e1b27c4ce28a9159629ccb472b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d715330bea7746d4bd951289ebb0dd5c" is_pre_election: true
13:59:26.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.401852 15274 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 617663e1b27c4ce28a9159629ccb472b in term 0.
13:59:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.403242 15076 leader_election.cc:304] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 617663e1b27c4ce28a9159629ccb472b, d715330bea7746d4bd951289ebb0dd5c; no voters:
13:59:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.404100 15329 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 0 FOLLOWER]: Leader pre-election won for term 1
13:59:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.404450 15329 raft_consensus.cc:493] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:59:26.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.404810 15329 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 0 FOLLOWER]: Advancing to term 1
13:59:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.410797 15329 raft_consensus.cc:515] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.412827 15329 leader_election.cc:290] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [CANDIDATE]: Term 1 election: Requested vote from peers bbe18ddb114f4649b24bd3ec88657b5d (127.14.170.253:32963), d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675)
13:59:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.414283 15274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "617663e1b27c4ce28a9159629ccb472b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d715330bea7746d4bd951289ebb0dd5c"
13:59:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.414831 15274 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 0 FOLLOWER]: Advancing to term 1
13:59:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.427434 15274 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 617663e1b27c4ce28a9159629ccb472b in term 1.
13:59:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.436007 15076 leader_election.cc:304] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 617663e1b27c4ce28a9159629ccb472b, d715330bea7746d4bd951289ebb0dd5c; no voters:
13:59:26.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.447780 15329 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 1 FOLLOWER]: Leader election won for term 1
13:59:26.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.461185 15329 raft_consensus.cc:697] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 1 LEADER]: Becoming Leader. State: Replica: 617663e1b27c4ce28a9159629ccb472b, State: Running, Role: LEADER
13:59:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.462667 15329 consensus_queue.cc:237] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.499208 15342 sys_catalog.cc:455] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 617663e1b27c4ce28a9159629ccb472b. Latest consensus state: current_term: 1 leader_uuid: "617663e1b27c4ce28a9159629ccb472b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.501693 15342 sys_catalog.cc:458] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: This master's current role is: LEADER
13:59:26.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.529771 15344 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:59:26.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.548372 15344 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:59:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.586005 15274 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 1 FOLLOWER]: Refusing update from remote peer 617663e1b27c4ce28a9159629ccb472b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.587858 15329 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:59:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.622439 15313 sys_catalog.cc:455] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 617663e1b27c4ce28a9159629ccb472b. Latest consensus state: current_term: 1 leader_uuid: "617663e1b27c4ce28a9159629ccb472b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.623212 15313 sys_catalog.cc:458] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.634923 15346 mvcc.cc:204] Tried to move back new op lower bound from 7315911338311385088 to 7315911337881264128. Current Snapshot: MvccSnapshot[applied={T|T < 7315911338311385088}]
13:59:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.636659 15313 sys_catalog.cc:455] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "617663e1b27c4ce28a9159629ccb472b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.637426 15313 sys_catalog.cc:458] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: This master's current role is: FOLLOWER
13:59:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.649874 15329 sys_catalog.cc:455] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "617663e1b27c4ce28a9159629ccb472b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:26.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.650609 15329 sys_catalog.cc:458] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: This master's current role is: LEADER
13:59:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.672196 15344 catalog_manager.cc:1383] Generated new cluster ID: 7cdd908b45a24269ae6bfc99f822baec
13:59:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.672632 15344 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:59:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.744421 15344 catalog_manager.cc:1406] Generated new certificate authority record
13:59:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.750823 15344 catalog_manager.cc:1540] Loading token signing keys...
13:59:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.808647 15344 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Generated new TSK 0
13:59:26.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.813301 15344 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:59:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.170.193@KRBTEST.COM; defaulting to no policy
13:59:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.170.193@KRBTEST.COM" created.
13:59:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.170.193@KRBTEST.COM; defaulting to no policy
13:59:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.170.193@KRBTEST.COM" created.
13:59:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:26.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:26.973570 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/wal
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/data
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/logs
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/data/info.pb
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.193:0
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.170.193
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.193
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.193
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:27.235515 15325 catalog_manager.cc:1295] Loaded cluster ID: 7cdd908b45a24269ae6bfc99f822baec
13:59:27.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:27.236171 15325 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: loading cluster ID for follower catalog manager: success
13:59:27.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:27.243878 15325 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: acquiring CA information for follower catalog manager: success
13:59:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:27.265661 15325 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:27.568409 15355 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:27.569185 15355 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:27.570226 15355 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:27.639808 15355 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:27.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:27.641911 15355 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.170.193
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:27.717796 15355 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/logs
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/data
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/wal
13:59:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.193
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.193:0
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/data/info.pb
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.193
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.170.193
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:27.723418 15355 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:27.725284 15355 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:27.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:27.780683 15365 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:27.978660 15076 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.14.170.253:32963 timed out after 1.564s (SENT) [suppressed 13 similar messages]
13:59:28.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:28.045352 15076 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.14.170.253:32963, user_credentials={real_user=slave}} blocked reactor thread for 66606.5us
13:59:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.117348 15208 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } attempt: 8
13:59:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:28 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111163, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.253@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:28.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.192148 15208 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: Bootstrap starting.
13:59:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.217406 15208 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: Neither blocks nor log segments found. Creating new log.
13:59:28.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.220608 15208 log.cc:826] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: Log is configured to *not* fsync() on all Append() calls
13:59:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.238967 15208 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: No bootstrap required, opened a new log
13:59:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.305140 15208 raft_consensus.cc:359] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.311923 15208 raft_consensus.cc:385] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:59:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.312587 15208 raft_consensus.cc:740] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbe18ddb114f4649b24bd3ec88657b5d, State: Initialized, Role: FOLLOWER
13:59:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.313875 15208 consensus_queue.cc:260] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.333377 15208 sys_catalog.cc:565] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: configured and running, proceeding with master startup.
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.336856 15183 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "617663e1b27c4ce28a9159629ccb472b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" is_pre_election: true
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.337741 15183 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 617663e1b27c4ce28a9159629ccb472b in term 0.
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.337396 15372 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.338267 15372 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: This master's current role is: FOLLOWER
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:28.338363 15183 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49256 (request call id 2) took 1938 ms (client timeout 2218 ms). Trace:
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:28.338739 15183 rpcz_store.cc:269] 0807 13:59:26.400171 (+ 0us) service_pool.cc:167] Inserting onto call queue
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:26.400347 (+ 176us) service_pool.cc:224] Handling call
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:28.338294 (+1937947us) inbound_call.cc:177] Queueing success response
13:59:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
13:59:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.342110 15181 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 0 FOLLOWER]: Advancing to term 1
13:59:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.345117 15182 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "617663e1b27c4ce28a9159629ccb472b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbe18ddb114f4649b24bd3ec88657b5d"
13:59:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:28.346982 15182 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49256 (request call id 3) took 1933 ms (client timeout 1564 ms). Trace:
13:59:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.348124 15180 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "617663e1b27c4ce28a9159629ccb472b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbe18ddb114f4649b24bd3ec88657b5d"
13:59:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:28.347339 15182 rpcz_store.cc:269] 0807 13:59:26.413649 (+ 0us) service_pool.cc:167] Inserting onto call queue
13:59:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:26.413797 (+ 148us) service_pool.cc:224] Handling call
13:59:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:28.346911 (+1933114us) inbound_call.cc:177] Queueing success response
13:59:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
13:59:28.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.369609 15181 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Refusing update from remote peer 617663e1b27c4ce28a9159629ccb472b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:59:28.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.377105 15181 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:49256 (request call id 4) took 1792 ms. Trace:
13:59:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.378891 15181 rpcz_store.cc:276] 0807 13:59:26.584938 (+ 0us) service_pool.cc:167] Inserting onto call queue
13:59:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:26.585371 (+ 433us) service_pool.cc:224] Handling call
13:59:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:28.341822 (+1756451us) raft_consensus.cc:1471] Updating replica for 0 ops
13:59:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:28.376613 (+ 34791us) raft_consensus.cc:1697] Filling consensus response to leader.
13:59:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:28.377025 (+ 412us) inbound_call.cc:177] Queueing success response
13:59:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
13:59:28.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.397470 15375 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [LEADER]: Connected to new peer: Peer: permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
13:59:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.536372 15372 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 617663e1b27c4ce28a9159629ccb472b. Latest consensus state: current_term: 1 leader_uuid: "617663e1b27c4ce28a9159629ccb472b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.537794 15372 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: This master's current role is: FOLLOWER
13:59:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.539252 15383 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "617663e1b27c4ce28a9159629ccb472b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.540223 15383 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: This master's current role is: FOLLOWER
13:59:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.548892 15391 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:59:28.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.979450 15375 sys_catalog.cc:455] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "617663e1b27c4ce28a9159629ccb472b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:28.980851 15375 sys_catalog.cc:458] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: This master's current role is: LEADER
13:59:29.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:29.585170 15391 catalog_manager.cc:1295] Loaded cluster ID: 7cdd908b45a24269ae6bfc99f822baec
13:59:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:29.596545 15391 catalog_manager.cc:1588] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: loading cluster ID for follower catalog manager: success
13:59:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:29.628525 15391 catalog_manager.cc:1610] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: acquiring CA information for follower catalog manager: success
13:59:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:29.659677 15391 catalog_manager.cc:1638] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:30.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:29.167448 15362 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 15355
13:59:30.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:30.715754 15362 kernel_stack_watchdog.cc:198] Thread 15355 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 387ms:
13:59:30.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:30.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:30.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:30.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:30.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:27.781488 15364 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:30.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:30.717226 15355 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.940s user 1.091s sys 1.682s
13:59:30.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:30.717584 15355 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.940s user 1.091s sys 1.682s
13:59:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.726925 15355 server_base.cc:1061] running on GCE node
13:59:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:30.728597 15405 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.730279 15355 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:30.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.736688 15355 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:30.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.740273 15355 hybrid_clock.cc:648] HybridClock initialized: now 1786111170740213 us; error 51 us; skew 500 ppm
13:59:30.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.741565 15355 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:30 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111170, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:30.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.753566 15355 init.cc:377] Logged in from keytab as kudu/127.14.170.193@KRBTEST.COM (short username kudu)
13:59:30.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.769384 15355 webserver.cc:533] Webserver started at http://127.14.170.193:33113/ using document root <none> and password file <none>
13:59:30.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.770637 15355 fs_manager.cc:362] Metadata directory not provided
13:59:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.770924 15355 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.771620 15355 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.778039 15355 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/data/instance:
13:59:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d07039955804636a4f1d1f99b453825"
13:59:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:30 on dist-test-slave-10pc"
13:59:30.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.779757 15355 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/wal/instance:
13:59:30.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d07039955804636a4f1d1f99b453825"
13:59:30.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:30 on dist-test-slave-10pc"
13:59:30.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.794159 15355 fs_manager.cc:696] Time spent creating directory manager: real 0.013s user 0.005s sys 0.007s
13:59:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.802719 15411 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.804204 15355 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
13:59:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.804659 15355 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/wal
13:59:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d07039955804636a4f1d1f99b453825"
13:59:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:30 on dist-test-slave-10pc"
13:59:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.805125 15355 fs_report.cc:389] FS layout report
13:59:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/wal
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/wal
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/data/data
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.937676 15355 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:30.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.945889 15355 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:30.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.946730 15355 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.950974 15355 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:30.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.964511 15355 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.964823 15355 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
13:59:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.965175 15355 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:30.965395 15355 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:31 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111171, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:31.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.241762 15068 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.301702 15355 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.193:42723
13:59:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.301779 15526 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.193:42723 every 8 connection(s)
13:59:31.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.304843 15355 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/data/info.pb
13:59:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.315698 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 15355
13:59:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.316358 15019 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-0/wal/instance
13:59:31.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:31 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111170, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.193@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:31 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111170, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.193@KRBTEST.COM for kudu/127.14.170.253@KRBTEST.COM
13:59:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.408262 15527 heartbeater.cc:344] Connected to a master server at 127.14.170.252:44675
13:59:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.408821 15527 heartbeater.cc:461] Registering TS with master...
13:59:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.410245 15527 heartbeater.cc:507] Master 127.14.170.252:44675 requested a full tablet report, sending...
13:59:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.414036 15264 ts_manager.cc:194] Registered new tserver with Master: 7d07039955804636a4f1d1f99b453825 (127.14.170.193:42723)
13:59:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.170.194@KRBTEST.COM; defaulting to no policy
13:59:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.423808 15528 heartbeater.cc:344] Connected to a master server at 127.14.170.253:32963
13:59:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.424289 15528 heartbeater.cc:461] Registering TS with master...
13:59:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.170.194@KRBTEST.COM" created.
13:59:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.425372 15528 heartbeater.cc:507] Master 127.14.170.253:32963 requested a full tablet report, sending...
13:59:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:31 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111170, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.193@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.428920 15173 ts_manager.cc:194] Registered new tserver with Master: 7d07039955804636a4f1d1f99b453825 (127.14.170.193:42723)
13:59:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.464928 15533 heartbeater.cc:344] Connected to a master server at 127.14.170.254:36401
13:59:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.465345 15533 heartbeater.cc:461] Registering TS with master...
13:59:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.466327 15533 heartbeater.cc:507] Master 127.14.170.254:36401 requested a full tablet report, sending...
13:59:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.471167 15090 ts_manager.cc:194] Registered new tserver with Master: 7d07039955804636a4f1d1f99b453825 (127.14.170.193:42723)
13:59:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.479019 15090 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.170.193@KRBTEST.COM'} at 127.14.170.193:49733
13:59:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:31.500190 15019 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.170.194: real 0.155s user 0.002s sys 0.013s
13:59:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.170.194@KRBTEST.COM; defaulting to no policy
13:59:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:31.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.170.194@KRBTEST.COM" created.
13:59:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:31.553808 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/wal
13:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/data
13:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/logs
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/data/info.pb
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.194:0
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.170.194
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.194
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.194
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:31.935967 15542 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:31.936441 15542 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:31.937103 15542 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:31.972002 15542 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:31.972986 15542 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.170.194
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:32.015514 15542 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/logs
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/data
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/wal
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.194
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.194:0
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/data/info.pb
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.194
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.170.194
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:32.017345 15542 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:32.018783 15542 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:32.042526 15551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:32.486687 15533 heartbeater.cc:499] Master 127.14.170.254:36401 was elected leader, sending a full tablet report...
13:59:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:33 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111173, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:33.432596 15152 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:34.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:32.043335 15550 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:33.443359 15549 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 15542
13:59:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:34.250171 15549 kernel_stack_watchdog.cc:198] Thread 15542 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
13:59:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:34.251302 15552 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2207 milliseconds
13:59:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:34.252359 15553 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:34.251322 15542 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.210s user 0.708s sys 1.133s
13:59:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:34.253047 15542 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.212s user 0.708s sys 1.134s
13:59:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.253403 15542 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.255154 15542 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.258196 15542 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.259704 15542 hybrid_clock.cc:648] HybridClock initialized: now 1786111174259661 us; error 64 us; skew 500 ppm
13:59:34.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.261027 15542 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:34 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111174, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.268718 15542 init.cc:377] Logged in from keytab as kudu/127.14.170.194@KRBTEST.COM (short username kudu)
13:59:34.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.274639 15542 webserver.cc:533] Webserver started at http://127.14.170.194:46063/ using document root <none> and password file <none>
13:59:34.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.275576 15542 fs_manager.cc:362] Metadata directory not provided
13:59:34.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.275781 15542 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:34.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.276196 15542 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.281211 15542 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/data/instance:
13:59:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7017c9685c0d40549f8b61f4292d7878"
13:59:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:34 on dist-test-slave-10pc"
13:59:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.282370 15542 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/wal/instance:
13:59:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7017c9685c0d40549f8b61f4292d7878"
13:59:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:34 on dist-test-slave-10pc"
13:59:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.290508 15542 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
13:59:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.298233 15565 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.299647 15542 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.005s
13:59:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.300078 15542 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/wal
13:59:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7017c9685c0d40549f8b61f4292d7878"
13:59:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:34 on dist-test-slave-10pc"
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.300526 15542 fs_report.cc:389] FS layout report
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/wal
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/wal
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/data/data
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.366629 15542 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.378311 15542 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.378830 15542 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:34.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.382498 15542 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.386729 15542 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.386929 15542 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.387116 15542 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.387251 15542 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:34.469776 15003 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad420 after lost signal to thread 14873
13:59:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:34.471261 15003 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5f20 after lost signal to thread 15006
13:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.579599 15542 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.194:42473
13:59:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.579764 15679 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.194:42473 every 8 connection(s)
13:59:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.582551 15542 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/data/info.pb
13:59:34.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.589349 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 15542
13:59:34.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.589892 15019 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-1/wal/instance
13:59:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.170.195@KRBTEST.COM; defaulting to no policy
13:59:34.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:34.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.170.195@KRBTEST.COM" created.
13:59:34.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:34 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111174, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.194@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:34.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:34 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111174, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.194@KRBTEST.COM for kudu/127.14.170.253@KRBTEST.COM
13:59:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.700821 15680 heartbeater.cc:344] Connected to a master server at 127.14.170.252:44675
13:59:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.701457 15680 heartbeater.cc:461] Registering TS with master...
13:59:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.702936 15680 heartbeater.cc:507] Master 127.14.170.252:44675 requested a full tablet report, sending...
13:59:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:34 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111174, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.194@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.706615 15264 ts_manager.cc:194] Registered new tserver with Master: 7017c9685c0d40549f8b61f4292d7878 (127.14.170.194:42473)
13:59:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.170.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:34.708649 15019 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.170.195: real 0.104s user 0.000s sys 0.017s
13:59:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.721791 15682 heartbeater.cc:344] Connected to a master server at 127.14.170.254:36401
13:59:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.722198 15682 heartbeater.cc:461] Registering TS with master...
13:59:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.723285 15682 heartbeater.cc:507] Master 127.14.170.254:36401 requested a full tablet report, sending...
13:59:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.725770 15090 ts_manager.cc:194] Registered new tserver with Master: 7017c9685c0d40549f8b61f4292d7878 (127.14.170.194:42473)
13:59:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.727507 15090 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.170.194@KRBTEST.COM'} at 127.14.170.194:40743
13:59:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.731124 15681 heartbeater.cc:344] Connected to a master server at 127.14.170.253:32963
13:59:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.731489 15681 heartbeater.cc:461] Registering TS with master...
13:59:34.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.732224 15681 heartbeater.cc:507] Master 127.14.170.253:32963 requested a full tablet report, sending...
13:59:34.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.736300 15173 ts_manager.cc:194] Registered new tserver with Master: 7017c9685c0d40549f8b61f4292d7878 (127.14.170.194:42473)
13:59:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.170.195@KRBTEST.COM; defaulting to no policy
13:59:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.170.195@KRBTEST.COM" created.
13:59:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:59:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.170.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab.
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:34.776571 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/wal
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/data
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/logs
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/data/info.pb
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.195:0
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.170.195
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.195
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.195
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:35.138849 15694 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:35.139328 15694 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:35.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:35.139848 15694 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:35.175061 15694 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:35.175956 15694 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.170.195
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:35.216521 15694 tablet_server_runner.cc:78] Tablet server non-default flags:
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/logs
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/data
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/wal
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.195
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.195:0
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/data/info.pb
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.195
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.170.195
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:35.217798 15694 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:35.218994 15694 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:35.234457 15700 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:35.731201 15682 heartbeater.cc:499] Master 127.14.170.254:36401 was elected leader, sending a full tablet report...
13:59:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:35 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111175, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:35.863188 15243 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:37.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:35.236436 15701 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:36.637262 15699 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 15694
13:59:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:37.213189 15694 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.978s user 0.634s sys 0.992s
13:59:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:37.215090 15694 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.980s user 0.634s sys 0.993s
13:59:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:37.214278 15702 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1977 milliseconds
13:59:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:37.215605 15703 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.216034 15694 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.220988 15694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.223794 15694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.225358 15694 hybrid_clock.cc:648] HybridClock initialized: now 1786111177224968 us; error 379 us; skew 500 ppm
13:59:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.226529 15694 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:37 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111177, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.233785 15694 init.cc:377] Logged in from keytab as kudu/127.14.170.195@KRBTEST.COM (short username kudu)
13:59:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.242679 15694 webserver.cc:533] Webserver started at http://127.14.170.195:43787/ using document root <none> and password file <none>
13:59:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.243904 15694 fs_manager.cc:362] Metadata directory not provided
13:59:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.244196 15694 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.244805 15694 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:59:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.251350 15694 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/data/instance:
13:59:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1a6797a7c8649508bf97a4d74462e44"
13:59:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:37 on dist-test-slave-10pc"
13:59:37.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.253269 15694 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/wal/instance:
13:59:37.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1a6797a7c8649508bf97a4d74462e44"
13:59:37.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:37 on dist-test-slave-10pc"
13:59:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.264386 15694 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.009s sys 0.001s
13:59:37.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.272483 15714 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.273927 15694 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
13:59:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.274407 15694 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/wal
13:59:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1a6797a7c8649508bf97a4d74462e44"
13:59:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:37 on dist-test-slave-10pc"
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.274874 15694 fs_report.cc:389] FS layout report
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/wal
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/wal
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/data/data
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:37.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.346568 15694 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:37.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.353025 15694 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:37.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.353607 15694 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.358420 15694 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:59:37.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.365085 15694 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:59:37.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.365387 15694 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:59:37.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.365710 15694 ts_tablet_manager.cc:616] Registered 0 tablets
13:59:37.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.365912 15694 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:59:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.638007 15694 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.195:35577
13:59:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.638159 15828 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.195:35577 every 8 connection(s)
13:59:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.642695 15694 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/data/info.pb
13:59:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.643362 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 15694
13:59:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.644037 15019 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/ts-2/wal/instance
13:59:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:37 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111177, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.195@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:37 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111177, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.195@KRBTEST.COM for kudu/127.14.170.253@KRBTEST.COM
13:59:37.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:37 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111177, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.195@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.715193 15829 heartbeater.cc:344] Connected to a master server at 127.14.170.252:44675
13:59:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.715735 15829 heartbeater.cc:461] Registering TS with master...
13:59:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.717044 15829 heartbeater.cc:507] Master 127.14.170.252:44675 requested a full tablet report, sending...
13:59:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.720170 15264 ts_manager.cc:194] Registered new tserver with Master: e1a6797a7c8649508bf97a4d74462e44 (127.14.170.195:35577)
13:59:37.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.724539 15830 heartbeater.cc:344] Connected to a master server at 127.14.170.253:32963
13:59:37.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.724861 15830 heartbeater.cc:461] Registering TS with master...
13:59:37.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.725891 15830 heartbeater.cc:507] Master 127.14.170.253:32963 requested a full tablet report, sending...
13:59:37.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.728976 15173 ts_manager.cc:194] Registered new tserver with Master: e1a6797a7c8649508bf97a4d74462e44 (127.14.170.195:35577)
13:59:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.731119 15831 heartbeater.cc:344] Connected to a master server at 127.14.170.254:36401
13:59:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.731462 15831 heartbeater.cc:461] Registering TS with master...
13:59:37.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.732328 15831 heartbeater.cc:507] Master 127.14.170.254:36401 requested a full tablet report, sending...
13:59:37.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.734455 15089 ts_manager.cc:194] Registered new tserver with Master: e1a6797a7c8649508bf97a4d74462e44 (127.14.170.195:35577)
13:59:37.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.736368 15089 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.170.195@KRBTEST.COM'} at 127.14.170.195:47471
13:59:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.750897 15019 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
13:59:37.763 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:37.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
13:59:37.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
13:59:37.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
13:59:37.775 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.170.254"
port: 36401
}
bound_http_address {
host: "127.14.170.254"
port: 33799
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.170.253"
port: 32963
}
bound_http_address {
host: "127.14.170.253"
port: 40039
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.170.252"
port: 44675
}
bound_http_address {
host: "127.14.170.252"
port: 42859
}
}
}
13:59:37.775 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:59:37.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.14.170.193"
port: 42723
}
bound_http_address {
host: "127.14.170.193"
port: 33113
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.14.170.194"
port: 42473
}
bound_http_address {
host: "127.14.170.194"
port: 46063
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.14.170.195"
port: 35577
}
bound_http_address {
host: "127.14.170.195"
port: 43787
}
}
}
13:59:37.777 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:59:37.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:59:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:37 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111177, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:59:37.813 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:37.815 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc
13:59:37.826 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:59:37.827 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc
13:59:37.828 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:59:37.866 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
13:59:37.868 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:59:37.868 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:59:37.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:37 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111177, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:59:37.905 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:37.905 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc
13:59:37.906 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:59:37.907 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.170.253:32963
13:59:37.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
13:59:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.909305 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 15135
13:59:37.944 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:37.945 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.170.254:36401
13:59:37.945 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:59:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.945514 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 15054
13:59:37.981 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:37.981 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.170.252:44675
13:59:37.981 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
13:59:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:37.982010 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 15220
13:59:38.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:38.012 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.170.253:32963
13:59:38.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:38.017622 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/logs
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/info.pb
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.253:32963
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.253
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40039
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.253
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:38.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:38.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:38.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:38.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.378748 15844 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.379575 15844 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.380857 15844 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:38.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.418046 15844 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:38.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.418292 15844 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:38.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.418565 15844 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:38.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.418756 15844 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:38.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.418962 15844 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:38.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.419157 15844 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:38.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.419306 15844 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35847/jwks.json
13:59:38.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.453497 15527 heartbeater.cc:646] Failed to heartbeat to 127.14.170.252:44675 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:38.464357 15844 master_runner.cc:387] Master server non-default flags:
13:59:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/logs
13:59:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.253
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.253:32963
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/info.pb
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.253
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40039
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:38.465771 15844 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:38.466758 15844 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.478386 15851 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:38.739672 15831 heartbeater.cc:499] Master 127.14.170.254:36401 was elected leader, sending a full tablet report...
13:59:38.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.744560 15680 heartbeater.cc:646] Failed to heartbeat to 127.14.170.252:44675 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.759555 15829 heartbeater.cc:646] Failed to heartbeat to 127.14.170.252:44675 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:39.883607 15850 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 15844
13:59:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.201061 15850 kernel_stack_watchdog.cc:198] Thread 15844 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
13:59:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.201797 15844 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.723s user 0.508s sys 1.192s
13:59:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.202215 15844 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.723s user 0.508s sys 1.192s
13:59:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:38.479162 15852 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:40.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.204325 15854 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:40.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.213109 15853 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1724 milliseconds
13:59:40.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.213166 15844 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:40.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.214605 15844 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:40.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.217262 15844 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.218655 15844 hybrid_clock.cc:648] HybridClock initialized: now 1786111180218624 us; error 43 us; skew 500 ppm
13:59:40.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.219551 15844 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:40 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111180, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.226707 15844 init.cc:377] Logged in from keytab as kudu/127.14.170.253@KRBTEST.COM (short username kudu)
13:59:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.232599 15844 webserver.cc:533] Webserver started at http://127.14.170.253:40039/ using document root <none> and password file <none>
13:59:40.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.233673 15844 fs_manager.cc:362] Metadata directory not provided
13:59:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.233882 15844 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.243374 15844 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.004s sys 0.001s
13:59:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.249127 15873 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.250569 15844 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
13:59:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.250957 15844 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbe18ddb114f4649b24bd3ec88657b5d"
13:59:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:23 on dist-test-slave-10pc"
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.253371 15844 fs_report.cc:389] FS layout report
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/wal
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/data
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.312301 15844 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:40.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.323800 15844 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:40.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.324563 15844 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.412743 15844 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.253:32963
13:59:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.412853 15924 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.253:32963 every 8 connection(s)
13:59:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.415556 15844 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-1/data/info.pb
13:59:40.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.419339 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 15844
13:59:40.420 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:40.420 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.170.254:36401
13:59:40.420 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
13:59:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.422380 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/logs
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/info.pb
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.254:36401
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.254
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33799
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.254
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:40.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.430897 15925 sys_catalog.cc:263] Verifying existing consensus state
13:59:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.437249 15925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: Bootstrap starting.
13:59:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.503427 15930 negotiation.cc:336] Failed RPC negotiation. Trace:
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.476978 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.14.170.193:36351 (local address 127.14.170.253:32963)
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.488939 (+ 11961us) server_negotiation.cc:207] Beginning negotiation
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.488997 (+ 58us) server_negotiation.cc:400] Waiting for connection header
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.489100 (+ 103us) server_negotiation.cc:408] Connection header received
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.496983 (+ 7883us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.497063 (+ 80us) server_negotiation.cc:462] Received NEGOTIATE request from client
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.497804 (+ 741us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.498387 (+ 583us) server_negotiation.cc:227] Negotiated authn=SASL
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:40.501138 (+ 2751us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.14.170.193:36351: BlockingRecv error: recv got EOF from 127.14.170.193:36351 (error 108)
13:59:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10889,"thread_start_us":10329,"threads_started":1}
13:59:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.507195 15925 log.cc:826] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: Log is configured to *not* fsync() on all Append() calls
13:59:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.524076 15925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.525151 15925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: Bootstrap complete.
13:59:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.546252 15925 raft_consensus.cc:359] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:40.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.548776 15925 raft_consensus.cc:740] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbe18ddb114f4649b24bd3ec88657b5d, State: Initialized, Role: FOLLOWER
13:59:40.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.549791 15925 consensus_queue.cc:260] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.552558 15933 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.553472 15933 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: This master's current role is: FOLLOWER
13:59:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.554276 15925 sys_catalog.cc:565] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: configured and running, proceeding with master startup.
13:59:40.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.593859 15945 catalog_manager.cc:1295] Loaded cluster ID: 7cdd908b45a24269ae6bfc99f822baec
13:59:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.594198 15945 catalog_manager.cc:1588] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: loading cluster ID for follower catalog manager: success
13:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.602427 15945 catalog_manager.cc:1610] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: acquiring CA information for follower catalog manager: success
13:59:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.608269 15945 catalog_manager.cc:1638] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.597630 15844 master_runner.cc:187] Error getting master registration for 127.14.170.254:36401: Network error: Client connection negotiation failed: client connection to 127.14.170.254:36401: connect: Connection refused (error 111),
13:59:40.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.625921 15844 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:40 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111180, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.765611 15407 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.803781 15681 heartbeater.cc:344] Connected to a master server at 127.14.170.253:32963
13:59:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.813228 15890 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7017c9685c0d40549f8b61f4292d7878" instance_seqno: 1786111174535883) as {username='kudu', principal='kudu/127.14.170.194@KRBTEST.COM'} at 127.14.170.194:35189; Asking this server to re-register.
13:59:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.816444 15681 heartbeater.cc:461] Registering TS with master...
13:59:40.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.821955 15889 ts_manager.cc:194] Registered new tserver with Master: 7017c9685c0d40549f8b61f4292d7878 (127.14.170.194:42473)
13:59:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.840428 15830 heartbeater.cc:344] Connected to a master server at 127.14.170.253:32963
13:59:40.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.850301 15890 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e1a6797a7c8649508bf97a4d74462e44" instance_seqno: 1786111177586468) as {username='kudu', principal='kudu/127.14.170.195@KRBTEST.COM'} at 127.14.170.195:53307; Asking this server to re-register.
13:59:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.852130 15830 heartbeater.cc:461] Registering TS with master...
13:59:40.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.855436 15890 ts_manager.cc:194] Registered new tserver with Master: e1a6797a7c8649508bf97a4d74462e44 (127.14.170.195:35577)
13:59:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.859299 15927 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:40.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.860127 15927 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.861382 15927 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.924274 15927 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.924639 15927 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.925128 15927 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.925482 15927 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.925865 15927 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.926203 15927 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:40.926481 15927 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35847/jwks.json
13:59:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.997592 15927 master_runner.cc:387] Master server non-default flags:
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/logs
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.254
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.254:36401
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/info.pb
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.254
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33799
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:40.999372 15927 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:41.001580 15927 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:41.032364 15957 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:41.569416 15528 heartbeater.cc:344] Connected to a master server at 127.14.170.253:32963
13:59:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:41.574431 15890 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7d07039955804636a4f1d1f99b453825" instance_seqno: 1786111171209967) as {username='kudu', principal='kudu/127.14.170.193@KRBTEST.COM'} at 127.14.170.193:57011; Asking this server to re-register.
13:59:41.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:41.576097 15528 heartbeater.cc:461] Registering TS with master...
13:59:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:41.579497 15890 ts_manager.cc:194] Registered new tserver with Master: 7d07039955804636a4f1d1f99b453825 (127.14.170.193:42723)
13:59:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:42.046669 15971 raft_consensus.cc:493] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.049204 15523 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba960 after lost signal to thread 15358
13:59:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.050225 15523 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba380 after lost signal to thread 15526
13:59:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:42.050861 15971 raft_consensus.cc:515] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:42.068778 15971 leader_election.cc:290] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 617663e1b27c4ce28a9159629ccb472b (127.14.170.254:36401), d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675)
13:59:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.093108 15877 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.170.254:36401: connect: Connection refused (error 111)
13:59:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.128086 15877 leader_election.cc:336] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 617663e1b27c4ce28a9159629ccb472b (127.14.170.254:36401): Network error: Client connection negotiation failed: client connection to 127.14.170.254:36401: connect: Connection refused (error 111)
13:59:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.129557 15877 leader_election.cc:336] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675): Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:42.130461 15877 leader_election.cc:304] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bbe18ddb114f4649b24bd3ec88657b5d; no voters: 617663e1b27c4ce28a9159629ccb472b, d715330bea7746d4bd951289ebb0dd5c
13:59:42.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:42.132251 15971 raft_consensus.cc:2749] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:59:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.646441 15921 debug-util.cc:398] Leaking SignalData structure 0x7b0800071e80 after lost signal to thread 15845
13:59:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.647161 15921 debug-util.cc:398] Leaking SignalData structure 0x7b0800071440 after lost signal to thread 15924
13:59:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.426098 15956 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 15927
13:59:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:42.996898 15956 kernel_stack_watchdog.cc:198] Thread 15927 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
13:59:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:59:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:59:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:59:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:59:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:41.035076 15959 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:43.002460 15927 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.974s user 0.644s sys 1.050s
13:59:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:43.002820 15927 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.974s user 0.644s sys 1.050s
13:59:43.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:43.014086 15980 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:43.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.018643 15927 server_base.cc:1061] running on GCE node
13:59:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.020102 15927 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.041038 15927 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.042501 15927 hybrid_clock.cc:648] HybridClock initialized: now 1786111183042318 us; error 195 us; skew 500 ppm
13:59:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.043637 15927 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:43 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111183, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.053083 15927 init.cc:377] Logged in from keytab as kudu/127.14.170.254@KRBTEST.COM (short username kudu)
13:59:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.105695 15927 webserver.cc:533] Webserver started at http://127.14.170.254:33799/ using document root <none> and password file <none>
13:59:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.107702 15927 fs_manager.cc:362] Metadata directory not provided
13:59:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.109370 15927 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.136562 15927 fs_manager.cc:714] Time spent opening directory manager: real 0.021s user 0.004s sys 0.009s
13:59:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.153445 15986 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:43.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.155205 15927 fs_manager.cc:730] Time spent opening block manager: real 0.016s user 0.002s sys 0.013s
13:59:43.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.155642 15927 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:43.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "617663e1b27c4ce28a9159629ccb472b"
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:21 on dist-test-slave-10pc"
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.158841 15927 fs_report.cc:389] FS layout report
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/wal
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/data
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.274448 15927 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.283041 15927 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.283669 15927 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.677768 16039 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.254:36401 every 8 connection(s)
13:59:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.678406 15927 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.254:36401
13:59:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.682684 15927 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-0/data/info.pb
13:59:43.700 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:43.700 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.170.252:44675
13:59:43.700 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
13:59:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.698411 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 15927
13:59:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.702315 15019 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu
13:59:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/logs
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/info.pb
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.252:44675
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.252
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42859
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.252
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:59:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:59:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
13:59:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:59:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.708776 16040 sys_catalog.cc:263] Verifying existing consensus state
13:59:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.717991 16040 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Bootstrap starting.
13:59:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.835098 16040 log.cc:826] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Log is configured to *not* fsync() on all Append() calls
13:59:43.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.928570 16040 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:43.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.929720 16040 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: Bootstrap complete.
13:59:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.953570 15682 heartbeater.cc:344] Connected to a master server at 127.14.170.254:36401
13:59:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.997877 15831 heartbeater.cc:344] Connected to a master server at 127.14.170.254:36401
13:59:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:43.998428 15831 heartbeater.cc:499] Master 127.14.170.254:36401 was elected leader, sending a full tablet report...
13:59:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.023883 16040 raft_consensus.cc:359] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.027465 16040 raft_consensus.cc:740] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 617663e1b27c4ce28a9159629ccb472b, State: Initialized, Role: FOLLOWER
13:59:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.028569 16040 consensus_queue.cc:260] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.054056 16050 sys_catalog.cc:455] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.055054 16050 sys_catalog.cc:458] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: This master's current role is: FOLLOWER
13:59:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.056054 16040 sys_catalog.cc:565] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: configured and running, proceeding with master startup.
13:59:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.249327 16062 raft_consensus.cc:493] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:59:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.253567 16062 raft_consensus.cc:515] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.269073 16062 leader_election.cc:290] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 617663e1b27c4ce28a9159629ccb472b (127.14.170.254:36401), d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675)
13:59:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:44 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111184, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:44.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.274878 15561 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.281726 16061 catalog_manager.cc:1295] Loaded cluster ID: 7cdd908b45a24269ae6bfc99f822baec
13:59:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.281977 16061 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: loading cluster ID for follower catalog manager: success
13:59:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.289080 16061 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: acquiring CA information for follower catalog manager: success
13:59:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.294718 16061 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:44 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111183, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.254@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.379325 15877 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.14.170.252:44675, user_credentials={real_user=slave}} blocked reactor thread for 67035.5us
13:59:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.397552 15877 leader_election.cc:336] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675): Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.446058 16013 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "617663e1b27c4ce28a9159629ccb472b" is_pre_election: true
13:59:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.447113 16013 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bbe18ddb114f4649b24bd3ec88657b5d in term 1.
13:59:44.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.451119 15877 leader_election.cc:304] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 617663e1b27c4ce28a9159629ccb472b, bbe18ddb114f4649b24bd3ec88657b5d; no voters: d715330bea7746d4bd951289ebb0dd5c
13:59:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.452142 16062 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Leader pre-election won for term 2
13:59:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.452906 16062 raft_consensus.cc:493] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:59:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.453290 16062 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 1 FOLLOWER]: Advancing to term 2
13:59:44.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.468169 16062 raft_consensus.cc:515] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.506310 16013 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "617663e1b27c4ce28a9159629ccb472b"
13:59:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.506987 16013 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 1 FOLLOWER]: Advancing to term 2
13:59:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.517920 15877 leader_election.cc:336] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675): Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111)
13:59:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.520591 16062 leader_election.cc:290] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 election: Requested vote from peers 617663e1b27c4ce28a9159629ccb472b (127.14.170.254:36401), d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675)
13:59:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.594781 16013 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bbe18ddb114f4649b24bd3ec88657b5d in term 2.
13:59:44.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.597877 15877 leader_election.cc:304] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 617663e1b27c4ce28a9159629ccb472b, bbe18ddb114f4649b24bd3ec88657b5d; no voters: d715330bea7746d4bd951289ebb0dd5c
13:59:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.599189 16062 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 2 FOLLOWER]: Leader election won for term 2
13:59:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.643567 15533 heartbeater.cc:344] Connected to a master server at 127.14.170.254:36401
13:59:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.651018 16003 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7d07039955804636a4f1d1f99b453825" instance_seqno: 1786111171209967) as {username='kudu', principal='kudu/127.14.170.193@KRBTEST.COM'} at 127.14.170.193:35991; Asking this server to re-register.
13:59:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.653676 15533 heartbeater.cc:461] Registering TS with master...
13:59:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.659533 16003 ts_manager.cc:194] Registered new tserver with Master: 7d07039955804636a4f1d1f99b453825 (127.14.170.193:42723)
13:59:44.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.494031 15927 master_runner.cc:187] Error getting master registration for 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111),
13:59:44.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.664261 16062 raft_consensus.cc:697] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [term 2 LEADER]: Becoming Leader. State: Replica: bbe18ddb114f4649b24bd3ec88657b5d, State: Running, Role: LEADER
13:59:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.665681 16062 consensus_queue.cc:237] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.668991 15927 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:44.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.692683 16071 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: SysCatalogTable state changed. Reason: New leader bbe18ddb114f4649b24bd3ec88657b5d. Latest consensus state: current_term: 2 leader_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.693993 16071 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: This master's current role is: LEADER
13:59:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.702354 16078 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:59:44.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.718624 16078 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:59:44.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.724293 16078 catalog_manager.cc:1295] Loaded cluster ID: 7cdd908b45a24269ae6bfc99f822baec
13:59:44.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.725785 16078 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:59:44.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.732551 16078 catalog_manager.cc:1540] Loading token signing keys...
13:59:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.737777 16078 catalog_manager.cc:6081] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d: Loaded TSK: 0
13:59:44.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.739369 16078 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:59:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.799250 16043 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:59:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.800545 16043 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:59:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.801899 16043 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:59:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.906329 16043 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
13:59:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.907027 16043 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:59:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.907877 16043 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:59:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.908406 16043 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:59:44.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.908948 16043 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:59:44.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.909458 16043 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:59:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:44.909869 16043 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35847/jwks.json
13:59:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.961890 16003 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7017c9685c0d40549f8b61f4292d7878" instance_seqno: 1786111174535883) as {username='kudu', principal='kudu/127.14.170.194@KRBTEST.COM'} at 127.14.170.194:57433; Asking this server to re-register.
13:59:44.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.963678 15682 heartbeater.cc:461] Registering TS with master...
13:59:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.967072 16003 ts_manager.cc:194] Registered new tserver with Master: 7017c9685c0d40549f8b61f4292d7878 (127.14.170.194:42473)
13:59:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.984939 16043 master_runner.cc:387] Master server non-default flags:
13:59:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/logs
13:59:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:59:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:59:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:59:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.170.212:40393
13:59:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:59:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:59:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data
13:59:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:59:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:59:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.170.254:36401,127.14.170.253:32963,127.14.170.252:44675
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/krb5kdc/kudu.keytab
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.170.252
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.170.252:44675
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35847/jwks.json
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/info.pb
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.170.252
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42859
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:59:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:59:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:59:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
13:59:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:59:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Aug 2026 13:43:25 UTC on e7f111948823
13:59:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13227
13:59:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:59:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.990860 16043 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:59:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:44.992981 16043 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:59:45.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.003667 15831 heartbeater.cc:499] Master 127.14.170.254:36401 was elected leader, sending a full tablet report...
13:59:45.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.007336 16003 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e1a6797a7c8649508bf97a4d74462e44" instance_seqno: 1786111177586468) as {username='kudu', principal='kudu/127.14.170.195@KRBTEST.COM'} at 127.14.170.195:56367; Asking this server to re-register.
13:59:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.011329 15831 heartbeater.cc:461] Registering TS with master...
13:59:45.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.016216 16003 ts_manager.cc:194] Registered new tserver with Master: e1a6797a7c8649508bf97a4d74462e44 (127.14.170.195:35577)
13:59:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:45.026656 16083 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.053431 16013 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [term 2 FOLLOWER]: Refusing update from remote peer bbe18ddb114f4649b24bd3ec88657b5d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
13:59:45.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.056345 16071 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
13:59:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.086601 16088 sys_catalog.cc:455] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: SysCatalogTable state changed. Reason: New leader bbe18ddb114f4649b24bd3ec88657b5d. Latest consensus state: current_term: 2 leader_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.089051 16088 sys_catalog.cc:458] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: This master's current role is: FOLLOWER
13:59:45.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.118206 16088 sys_catalog.cc:455] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:45.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.118988 16088 sys_catalog.cc:458] T 00000000000000000000000000000000 P 617663e1b27c4ce28a9159629ccb472b [sys.catalog]: This master's current role is: FOLLOWER
13:59:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.121344 16071 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:45.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.122287 16071 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d [sys.catalog]: This master's current role is: LEADER
13:59:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:45.156242 15877 consensus_peers.cc:597] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d -> Peer d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675): Couldn't send request to peer d715330bea7746d4bd951289ebb0dd5c. Status: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:59:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.707392 15844 master_runner.cc:187] Error getting master registration for 127.14.170.252:44675: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111),
13:59:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.707944 15844 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:59:45.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.913631 15681 heartbeater.cc:499] Master 127.14.170.253:32963 was elected leader, sending a full tablet report...
13:59:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:45.936473 15830 heartbeater.cc:499] Master 127.14.170.253:32963 was elected leader, sending a full tablet report...
13:59:46.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:46.698407 15528 heartbeater.cc:499] Master 127.14.170.253:32963 was elected leader, sending a full tablet report...
13:59:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:47 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111187, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:47.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:47.251700 15710 init.cc:295] Successfully reacquired a new kerberos TGT
13:59:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:47.400914 15877 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111) [suppressed 8 similar messages]
13:59:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:47.405344 15877 consensus_peers.cc:597] T 00000000000000000000000000000000 P bbe18ddb114f4649b24bd3ec88657b5d -> Peer d715330bea7746d4bd951289ebb0dd5c (127.14.170.252:44675): Couldn't send request to peer d715330bea7746d4bd951289ebb0dd5c. Status: Network error: Client connection negotiation failed: client connection to 127.14.170.252:44675: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:59:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:46.419600 16082 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 16043
13:59:48.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:48.633675 16043 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.599s user 0.694s sys 1.148s
13:59:48.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:48.634022 16043 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.599s user 0.694s sys 1.148s
13:59:48.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:48.636417 16085 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 3602 milliseconds
13:59:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:45.035476 16084 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:48.637027 16087 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:59:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.637295 16043 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:59:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.642809 16043 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:59:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.645418 16043 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:59:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.646813 16043 hybrid_clock.cc:648] HybridClock initialized: now 1786111188646776 us; error 40 us; skew 500 ppm
13:59:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.647683 16043 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:59:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:48 dist-test-slave-10pc krb5kdc[15033](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111188, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:59:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.654875 16043 init.cc:377] Logged in from keytab as kudu/127.14.170.252@KRBTEST.COM (short username kudu)
13:59:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.666906 16043 webserver.cc:533] Webserver started at http://127.14.170.252:42859/ using document root <none> and password file <none>
13:59:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.667857 16043 fs_manager.cc:362] Metadata directory not provided
13:59:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.668067 16043 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:59:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.677601 16043 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
13:59:48.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.683786 16122 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:59:48.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.685245 16043 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.002s
13:59:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.685640 16043 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data,/tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d715330bea7746d4bd951289ebb0dd5c"
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 13:59:25 on dist-test-slave-10pc"
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.687582 16043 fs_report.cc:389] FS layout report
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/wal
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/data
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:59:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:59:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:59:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:59:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:59:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.776945 16043 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:59:48.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.788879 16043 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:59:48.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.789433 16043 kserver.cc:163] Server-wide thread pool size limit: 3276
13:59:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.868762 16043 rpc_server.cc:307] RPC server started. Bound to: 127.14.170.252:44675
13:59:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.868830 16175 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.170.252:44675 every 8 connection(s)
13:59:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.871695 16043 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_tJAxU/test-tmp/mini-kudu-cluster7309104439490126668/master-2/data/info.pb
13:59:48.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.876642 15019 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu as pid 16043
13:59:48.877 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:59:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.884761 16176 sys_catalog.cc:263] Verifying existing consensus state
13:59:48.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.890095 16176 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: Bootstrap starting.
13:59:48.932 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.170.253:32963(127.14.170.253:32963)] connecting to peer
13:59:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.943991 16176 log.cc:826] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: Log is configured to *not* fsync() on all Append() calls
13:59:48.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.974084 16176 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:59:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:48.974965 16176 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: Bootstrap complete.
13:59:48.992 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.170.254:36401(127.14.170.254:36401)] connecting to peer
13:59:48.993 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.170.252:44675(127.14.170.252:44675)] connecting to peer
13:59:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.004808 16176 raft_consensus.cc:359] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.007973 16176 raft_consensus.cc:740] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d715330bea7746d4bd951289ebb0dd5c, State: Initialized, Role: FOLLOWER
13:59:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.009192 16176 consensus_queue.cc:260] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } }
13:59:49.013 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.170.253:32963(127.14.170.253:32963)] Successfully connected to peer
13:59:49.019 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.170.252:44675(127.14.170.252:44675)] Successfully connected to peer
13:59:49.019 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.170.254:36401(127.14.170.254:36401)] Successfully connected to peer
13:59:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.020855 16185 sys_catalog.cc:455] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.021790 16185 sys_catalog.cc:458] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: This master's current role is: FOLLOWER
13:59:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.022958 16176 sys_catalog.cc:565] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: configured and running, proceeding with master startup.
13:59:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:49 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111187, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.195@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:49 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111184, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.194@KRBTEST.COM for kudu/127.14.170.252@KRBTEST.COM
13:59:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.114636 15829 heartbeater.cc:344] Connected to a master server at 127.14.170.252:44675
13:59:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.137576 15680 heartbeater.cc:344] Connected to a master server at 127.14.170.252:44675
13:59:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.149147 16202 catalog_manager.cc:1295] Loaded cluster ID: 7cdd908b45a24269ae6bfc99f822baec
13:59:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.153009 16202 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: loading cluster ID for follower catalog manager: success
13:59:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.149025 16141 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7017c9685c0d40549f8b61f4292d7878" instance_seqno: 1786111174535883) as {username='kudu', principal='kudu/127.14.170.194@KRBTEST.COM'} at 127.14.170.194:40443; Asking this server to re-register.
13:59:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.159330 15680 heartbeater.cc:461] Registering TS with master...
13:59:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.162891 16141 ts_manager.cc:194] Registered new tserver with Master: 7017c9685c0d40549f8b61f4292d7878 (127.14.170.194:42473)
13:59:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 13:59:49 dist-test-slave-10pc krb5kdc[15033](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786111188, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.170.252@KRBTEST.COM for kudu/127.14.170.254@KRBTEST.COM
13:59:49.171 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
13:59:49.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.170.254:36401(127.14.170.254:36401)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
13:59:49.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.170.254:36401: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
13:59:49.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.175876 16202 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: acquiring CA information for follower catalog manager: success
13:59:49.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.170.252:44675(127.14.170.252:44675)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
13:59:49.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.170.252:44675: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:49.179994 16187 negotiation.cc:336] Failed RPC negotiation. Trace:
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.010458 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:45402 (local address 127.14.170.252:44675)
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.016962 (+ 6504us) server_negotiation.cc:207] Beginning negotiation
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.016998 (+ 36us) server_negotiation.cc:400] Waiting for connection header
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.097749 (+ 80751us) server_negotiation.cc:408] Connection header received
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.152165 (+ 54416us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.152194 (+ 29us) server_negotiation.cc:462] Received NEGOTIATE request from client
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.152411 (+ 217us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.152625 (+ 214us) server_negotiation.cc:227] Negotiated authn=SASL
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.178327 (+ 25702us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45402: BlockingRecv error: recv got EOF from 127.0.0.1:45402 (error 108)
13:59:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":5757,"thread_start_us":7649,"threads_started":1}
13:59:49.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.170.253:32963(127.14.170.253:32963)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
13:59:49.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.170.253:32963: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
13:59:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:49.186005 16184 negotiation.cc:336] Failed RPC negotiation. Trace:
13:59:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.010086 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:57982 (local address 127.14.170.254:36401)
13:59:49.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.019953 (+ 9867us) server_negotiation.cc:207] Beginning negotiation
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.019984 (+ 31us) server_negotiation.cc:400] Waiting for connection header
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.098088 (+ 78104us) server_negotiation.cc:408] Connection header received
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.151362 (+ 53274us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.151392 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.157350 (+ 5958us) spinlock_profiling.cc:243] Waited 2.48 ms on lock 0x7b4800004598. stack: 00007ff6dc5e6cf3 00007ff6dc5e6bf0 00007ff6dc194574 000000000050ff84 000000000050ff19 00007ff6dc4a1981 00007ff6dc5e1521 00007ff6dc5e13d2 00007ff6e551f219 00007ff6e137e790 00007ff6e1441ae1 00007ff6e1437448 00007ff6e1435b28 00007ff6e13ccec8 00007ff6e13cc7b5 00007ff6e13ed7cc
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.157549 (+ 199us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.157758 (+ 209us) server_negotiation.cc:227] Negotiated authn=SASL
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.184337 (+ 26579us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57982: BlockingRecv error: recv got EOF from 127.0.0.1:57982 (error 108)
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":9039,"spinlock_wait_cycles":5696384,"thread_start_us":8669,"threads_started":1}
13:59:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.186921 16202 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:59:49.187 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.170.252:44675(127.14.170.252:44675)] handling channelInactive
13:59:49.188 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.170.254:36401(127.14.170.254:36401)] handling channelInactive
13:59:49.190 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=308), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.170.253:32963, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.170.254:36401, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.170.252:44675, [290ms] Sub RPC ConnectToMaster: received response from server master-127.14.170.254:36401: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [292ms] Sub RPC ConnectToMaster: received response from server master-127.14.170.252:44675: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [297ms] Sub RPC ConnectToMaster: received response from server master-127.14.170.253:32963: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.170.253:32963,127.14.170.254:36401,127.14.170.252:44675). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.170.253:32963,127.14.170.254:36401,127.14.170.252:44675). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
13:59:49.196 [DEBUG - kudu-nio-0] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=314), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.170.253:32963, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.170.254:36401, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.170.252:44675, [290ms] Sub RPC ConnectToMaster: received response from server master-127.14.170.254:36401: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [292ms] Sub RPC ConnectToMaster: received response from server master-127.14.170.252:44675: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [297ms] Sub RPC ConnectToMaster: received response from server master-127.14.170.253:32963: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
13:59:49.199 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.170.254:36401(127.14.170.254:36401)] disconnecting while in state TERMINATED
13:59:49.201 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.170.252:44675(127.14.170.252:44675)] disconnecting while in state TERMINATED
13:59:49.202 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.170.253:32963(127.14.170.253:32963)] disconnecting while in state TERMINATED
13:59:49.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 13:59:49.206804 16186 negotiation.cc:336] Failed RPC negotiation. Trace:
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.010770 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:51450 (local address 127.14.170.253:32963)
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.013813 (+ 3043us) server_negotiation.cc:207] Beginning negotiation
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.013846 (+ 33us) server_negotiation.cc:400] Waiting for connection header
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.114146 (+100300us) server_negotiation.cc:408] Connection header received
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.151451 (+ 37305us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.151482 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.151761 (+ 279us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
13:59:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.151992 (+ 231us) server_negotiation.cc:227] Negotiated authn=SASL
13:59:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 13:59:49.205438 (+ 53446us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51450: BlockingRecv error: recv got EOF from 127.0.0.1:51450 (error 108)
13:59:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2384,"thread_start_us":2063,"threads_started":1}
13:59:49.217 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.170.253:32963(127.14.170.253:32963)] handling channelInactive
13:59:49.220 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:59:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.228032 16151 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [term 1 FOLLOWER]: Advancing to term 2
13:59:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.230253 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 15355
13:59:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.269516 16217 sys_catalog.cc:455] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.270777 16217 sys_catalog.cc:458] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: This master's current role is: FOLLOWER
13:59:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.271286 16185 sys_catalog.cc:455] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: SysCatalogTable state changed. Reason: New leader bbe18ddb114f4649b24bd3ec88657b5d. Latest consensus state: current_term: 2 leader_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "617663e1b27c4ce28a9159629ccb472b" member_type: VOTER last_known_addr { host: "127.14.170.254" port: 36401 } } peers { permanent_uuid: "bbe18ddb114f4649b24bd3ec88657b5d" member_type: VOTER last_known_addr { host: "127.14.170.253" port: 32963 } } peers { permanent_uuid: "d715330bea7746d4bd951289ebb0dd5c" member_type: VOTER last_known_addr { host: "127.14.170.252" port: 44675 } } }
13:59:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.272092 16185 sys_catalog.cc:458] T 00000000000000000000000000000000 P d715330bea7746d4bd951289ebb0dd5c [sys.catalog]: This master's current role is: FOLLOWER
13:59:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.279397 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 15542
13:59:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.310134 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 15694
13:59:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.343096 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 15927
13:59:49.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.386261 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 15844
13:59:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:49.425304 15019 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 16043
13:59:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T13:59:50Z chronyd exiting
13:59:51.705 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:59:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:51.708653 14270 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 14584
13:59:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:51.741999 14270 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 14722
13:59:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:51.773151 14270 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 14869
13:59:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:51.804319 14270 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 14283
13:59:51.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:51.841636 14270 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 14356
13:59:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 13:59:51.877509 14270 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_tJAxU/build/tsan/bin/kudu with pid 14437
13:59:53.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T13:59:53Z chronyd exiting
13:59:54.089 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.170.253:32963,127.14.170.254:36401,127.14.170.252:44675). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.170.253:32963,127.14.170.254:36401,127.14.170.252:44675). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
13:59:55.372 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
13:59:55.374 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.170.253:32963,127.14.170.254:36401,127.14.170.252:44675). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.170.253:32963,127.14.170.254:36401,127.14.170.252:44675). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more