15:08:37.614 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:08:37.626 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task7Zdqvx/test-tmp
15:08:37.629 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:08:37.632 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task7Zdqvx/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:08:37.885 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:08:38.053 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:08:38.054 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:08:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:38.057930 3112 mini_oidc.cc:150] Starting JWKS server
15:08:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:38.061228 3112 webserver.cc:492] Webserver started at http://127.0.0.1:45629/ using document root <none> and password file <none>
15:08:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:38.061650 3112 mini_oidc.cc:186] Starting OIDC Discovery server
15:08:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:38.064340 3112 webserver.cc:492] Webserver started at http://127.0.0.1:45587/ using document root <none> and password file <none>
15:08:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T15:08:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:08:38.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T15:08:38Z Disabled control of system clock
15:08:38.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:38.123560 3112 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/wal
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/data
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/logs
15:08:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/data/info.pb
15:08:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.62:37363
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.62
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45629/jwks.json with env {}
15:08:38.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.424772 3124 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:08:38.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.425295 3124 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:38.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.425951 3124 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:08:38.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.456722 3124 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:08:38.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.456990 3124 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:08:38.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.457178 3124 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:08:38.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.457396 3124 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:08:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.457736 3124 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:08:38.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.457893 3124 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45629/jwks.json
15:08:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:38.492138 3124 master_runner.cc:386] Master server non-default flags:
15:08:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/data
15:08:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/wal
15:08:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.62:37363
15:08:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45629/jwks.json
15:08:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/data/info.pb
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.62
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/logs
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:08:38.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:08:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:08:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:38.493645 3124 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:38.495246 3124 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:08:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.506837 3130 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.508529 3131 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:38.512159 3133 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:39.716871 3132 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1205 milliseconds
15:08:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.716985 3124 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:08:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.718456 3124 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.720880 3124 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:39.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.722222 3124 hybrid_clock.cc:648] HybridClock initialized: now 1769785719722174 us; error 86 us; skew 500 ppm
15:08:39.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.723086 3124 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.729298 3124 webserver.cc:492] Webserver started at http://127.3.10.62:38349/ using document root <none> and password file <none>
15:08:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.730229 3124 fs_manager.cc:362] Metadata directory not provided
15:08:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.730420 3124 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.730811 3124 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:08:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.735082 3124 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/data/instance:
15:08:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "902df20796dd48ea8f86ecc0e338b32f"
15:08:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:39 on dist-test-slave-4k8f"
15:08:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.736253 3124 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/wal/instance:
15:08:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "902df20796dd48ea8f86ecc0e338b32f"
15:08:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:39 on dist-test-slave-4k8f"
15:08:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.743768 3124 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
15:08:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.749364 3140 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.750535 3124 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
15:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.750828 3124 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/wal
15:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "902df20796dd48ea8f86ecc0e338b32f"
15:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:39 on dist-test-slave-4k8f"
15:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.751116 3124 fs_report.cc:389] FS layout report
15:08:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/wal
15:08:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/wal
15:08:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/data/data
15:08:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.811969 3124 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:08:39.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.813462 3124 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:39.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.813944 3124 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.891798 3124 rpc_server.cc:307] RPC server started. Bound to: 127.3.10.62:37363
15:08:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.892369 3191 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.10.62:37363 every 8 connection(s)
15:08:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.894366 3124 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/data/info.pb
15:08:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.895830 3112 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 3124
15:08:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.896448 3112 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-0/wal/instance
15:08:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.900928 3112 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/wal
15:08:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/data
15:08:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/logs
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/data/info.pb
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.61:43669
15:08:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.61
15:08:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45629/jwks.json with env {}
15:08:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.901602 3192 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:39.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.915887 3192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } has no permanent_uuid. Determining permanent_uuid...
15:08:39.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.940737 3192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } has no permanent_uuid. Determining permanent_uuid...
15:08:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:39.943384 3143 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.10.61:43669: connect: Connection refused (error 111)
15:08:39.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:39.948175 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.61:43669: Network error: Client connection negotiation failed: client connection to 127.3.10.61:43669: connect: Connection refused (error 111)
15:08:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:39.997634 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } attempt: 1
15:08:40.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.002725 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.61:43669: Network error: Client connection negotiation failed: client connection to 127.3.10.61:43669: connect: Connection refused (error 111)
15:08:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:40.071120 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } attempt: 2
15:08:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.076653 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.61:43669: Network error: Client connection negotiation failed: client connection to 127.3.10.61:43669: connect: Connection refused (error 111)
15:08:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:40.168030 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } attempt: 3
15:08:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.172819 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.61:43669: Network error: Client connection negotiation failed: client connection to 127.3.10.61:43669: connect: Connection refused (error 111)
15:08:40.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.213019 3194 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:08:40.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.213744 3194 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:40.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.214419 3194 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:08:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.245754 3194 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:08:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.246124 3194 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:08:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.246456 3194 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:08:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.246843 3194 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:08:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.247190 3194 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:08:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.247457 3194 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45629/jwks.json
15:08:40.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:40.282117 3194 master_runner.cc:386] Master server non-default flags:
15:08:40.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/data
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/wal
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.61:43669
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45629/jwks.json
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/data/info.pb
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.61
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:40.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:40.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:40.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:40.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/logs
15:08:40.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:08:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:40.283815 3194 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:40.286038 3194 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:08:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.297479 3203 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:40.316226 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } attempt: 4
15:08:40.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.322592 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.61:43669: Network error: Client connection negotiation failed: client connection to 127.3.10.61:43669: connect: Connection refused (error 111)
15:08:40.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:40.622126 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } attempt: 5
15:08:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.628525 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.61:43669: Network error: Client connection negotiation failed: client connection to 127.3.10.61:43669: connect: Connection refused (error 111)
15:08:41.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.176084 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } attempt: 6
15:08:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:41.189231 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.61:43669: Network error: Client connection negotiation failed: client connection to 127.3.10.61:43669: connect: Connection refused (error 111)
15:08:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:40.299647 3204 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:41.520716 3206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:41.526095 3205 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1226 milliseconds
15:08:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.526180 3194 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:08:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.527541 3194 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.530283 3194 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.531677 3194 hybrid_clock.cc:648] HybridClock initialized: now 1769785721531610 us; error 61 us; skew 500 ppm
15:08:41.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.532764 3194 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.539237 3194 webserver.cc:492] Webserver started at http://127.3.10.61:39137/ using document root <none> and password file <none>
15:08:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.540231 3194 fs_manager.cc:362] Metadata directory not provided
15:08:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.540493 3194 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.541052 3194 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:08:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.545358 3194 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/data/instance:
15:08:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f873b6bce72d4031828416fd1f932013"
15:08:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:41 on dist-test-slave-4k8f"
15:08:41.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.546880 3194 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/wal/instance:
15:08:41.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f873b6bce72d4031828416fd1f932013"
15:08:41.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:41 on dist-test-slave-4k8f"
15:08:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.555097 3194 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
15:08:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.560948 3215 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:08:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.562089 3194 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:08:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.562381 3194 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/wal
15:08:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f873b6bce72d4031828416fd1f932013"
15:08:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:41 on dist-test-slave-4k8f"
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.562696 3194 fs_report.cc:389] FS layout report
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/wal
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/wal
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/data/data
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.614866 3194 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:08:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.616274 3194 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.616714 3194 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.694657 3194 rpc_server.cc:307] RPC server started. Bound to: 127.3.10.61:43669
15:08:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.694725 3266 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.10.61:43669 every 8 connection(s)
15:08:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.697324 3194 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/data/info.pb
15:08:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.703743 3267 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.706992 3112 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 3194
15:08:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.707320 3112 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-1/wal/instance
15:08:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.709200 3112 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/wal
15:08:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/data
15:08:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/logs
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/data/info.pb
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.60:36157
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.60
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45629/jwks.json with env {}
15:08:41.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.716183 3267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } has no permanent_uuid. Determining permanent_uuid...
15:08:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.744333 3267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } has no permanent_uuid. Determining permanent_uuid...
15:08:41.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.762835 3267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } has no permanent_uuid. Determining permanent_uuid...
15:08:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:41.765481 3216 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:41.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:41.770433 3267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:41.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.819957 3267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 1
15:08:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:41.824491 3267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.892892 3267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 2
15:08:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:41.897846 3267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:41.989763 3267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 3
15:08:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:41.994261 3267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.036928 3269 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:08:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.037634 3269 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.038314 3269 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:08:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.073007 3269 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:08:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.073371 3269 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:08:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.073735 3269 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:08:42.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.074112 3269 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:08:42.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.074452 3269 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:08:42.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.074703 3269 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45629/jwks.json
15:08:42.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.109809 3269 master_runner.cc:386] Master server non-default flags:
15:08:42.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/data
15:08:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/wal
15:08:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.60:36157
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45629/jwks.json
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/data/info.pb
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.60
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/logs
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:08:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:08:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:08:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.111228 3269 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.113236 3269 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:08:42.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.128644 3280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.137635 3267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 4
15:08:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.144505 3267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.249835 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } attempt: 7
15:08:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.286242 3192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } has no permanent_uuid. Determining permanent_uuid...
15:08:42.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.313098 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:42.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.371659 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 1
15:08:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.380640 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.444036 3267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 5
15:08:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.451792 3267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.462198 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 2
15:08:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.470127 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:42.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.556149 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 3
15:08:42.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.564051 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.704598 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 4
15:08:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.713449 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:42.997020 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 5
15:08:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.000252 3267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 6
15:08:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.008522 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.037688 3267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:43.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.561069 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 6
15:08:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.586915 3192 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.10.60:36157: Network error: Client connection negotiation failed: client connection to 127.3.10.60:36157: connect: Connection refused (error 111)
15:08:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.527335 3278 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec80 after lost signal to thread 3269
15:08:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.594100 3269 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.468s user 0.579s sys 0.875s
15:08:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.594422 3269 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.468s user 0.579s sys 0.875s
15:08:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:42.128815 3279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.596664 3282 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:43.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.600090 3281 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1468 milliseconds
15:08:43.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.600135 3269 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:08:43.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.601640 3269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:43.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.604650 3269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.606077 3269 hybrid_clock.cc:648] HybridClock initialized: now 1769785723606027 us; error 39 us; skew 500 ppm
15:08:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.607115 3269 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.615206 3269 webserver.cc:492] Webserver started at http://127.3.10.60:44179/ using document root <none> and password file <none>
15:08:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.616381 3269 fs_manager.cc:362] Metadata directory not provided
15:08:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.616657 3269 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.617187 3269 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:08:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.622145 3269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/data/instance:
15:08:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a15fc0396e8d4d1bbb716308eafb4e87"
15:08:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:43 on dist-test-slave-4k8f"
15:08:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.623150 3269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/wal/instance:
15:08:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a15fc0396e8d4d1bbb716308eafb4e87"
15:08:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:43 on dist-test-slave-4k8f"
15:08:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.630089 3269 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
15:08:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.635720 3296 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.636746 3269 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
15:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.637089 3269 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/wal
15:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a15fc0396e8d4d1bbb716308eafb4e87"
15:08:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:43 on dist-test-slave-4k8f"
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.637458 3269 fs_report.cc:389] FS layout report
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/wal
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/wal
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/data/data
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:43.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.698895 3269 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:08:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.700820 3269 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.701365 3269 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.778836 3269 rpc_server.cc:307] RPC server started. Bound to: 127.3.10.60:36157
15:08:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.778910 3347 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.10.60:36157 every 8 connection(s)
15:08:43.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.781657 3269 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/data/info.pb
15:08:43.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.782718 3112 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 3269
15:08:43.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.783648 3112 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/master-2/wal/instance
15:08:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.789670 3348 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:43.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.817165 3348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } has no permanent_uuid. Determining permanent_uuid...
15:08:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.838999 3348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } has no permanent_uuid. Determining permanent_uuid...
15:08:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.849372 3348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } has no permanent_uuid. Determining permanent_uuid...
15:08:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.865272 3348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: Bootstrap starting.
15:08:43.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.872768 3348 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: Neither blocks nor log segments found. Creating new log.
15:08:43.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.874540 3348 log.cc:826] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: Log is configured to *not* fsync() on all Append() calls
15:08:43.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.879544 3348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: No bootstrap required, opened a new log
15:08:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.899916 3348 raft_consensus.cc:359] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.900846 3348 raft_consensus.cc:385] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.901140 3348 raft_consensus.cc:740] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a15fc0396e8d4d1bbb716308eafb4e87, State: Initialized, Role: FOLLOWER
15:08:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.902138 3348 consensus_queue.cc:260] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.907492 3356 sys_catalog.cc:455] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.908279 3356 sys_catalog.cc:458] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [sys.catalog]: This master's current role is: FOLLOWER
15:08:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.909798 3348 sys_catalog.cc:565] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [sys.catalog]: configured and running, proceeding with master startup.
15:08:43.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.938412 3367 catalog_manager.cc:1568] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:08:43.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.939136 3367 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.931746 3269 master_runner.cc:186] Error getting master registration for 127.3.10.62:37363: OK, instance_id { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" instance_seqno: 1769785719870320 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:43.956130 3269 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:08:43.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:43.956615 3302 tablet.cc:2378] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:08:44.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.098294 3267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 7
15:08:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.116374 3267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013: Bootstrap starting.
15:08:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.121992 3267 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013: Neither blocks nor log segments found. Creating new log.
15:08:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.123574 3267 log.cc:826] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013: Log is configured to *not* fsync() on all Append() calls
15:08:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.128183 3267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013: No bootstrap required, opened a new log
15:08:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.147940 3267 raft_consensus.cc:359] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.148547 3267 raft_consensus.cc:385] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.148726 3267 raft_consensus.cc:740] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f873b6bce72d4031828416fd1f932013, State: Initialized, Role: FOLLOWER
15:08:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.149421 3267 consensus_queue.cc:260] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.151932 3371 sys_catalog.cc:455] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.153172 3371 sys_catalog.cc:458] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: This master's current role is: FOLLOWER
15:08:44.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.154273 3267 sys_catalog.cc:565] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: configured and running, proceeding with master startup.
15:08:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:44.187108 3382 catalog_manager.cc:1568] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:08:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:44.187803 3382 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:08:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.181035 3194 master_runner.cc:186] Error getting master registration for 127.3.10.62:37363: OK, instance_id { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" instance_seqno: 1769785719870320 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:08:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.214571 3194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:08:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:44.374729 3221 tablet.cc:2378] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:08:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.392112 3356 raft_consensus.cc:493] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:08:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.392632 3356 raft_consensus.cc:515] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.394294 3371 raft_consensus.cc:493] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:08:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.394779 3371 raft_consensus.cc:515] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.396281 3242 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f873b6bce72d4031828416fd1f932013" is_pre_election: true
15:08:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.397085 3371 leader_election.cc:290] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 902df20796dd48ea8f86ecc0e338b32f (127.3.10.62:37363), a15fc0396e8d4d1bbb716308eafb4e87 (127.3.10.60:36157)
15:08:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.397047 3242 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a15fc0396e8d4d1bbb716308eafb4e87 in term 0.
15:08:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.399204 3323 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f873b6bce72d4031828416fd1f932013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" is_pre_election: true
15:08:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.399871 3323 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f873b6bce72d4031828416fd1f932013 in term 0.
15:08:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.402575 3299 leader_election.cc:304] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a15fc0396e8d4d1bbb716308eafb4e87, f873b6bce72d4031828416fd1f932013; no voters:
15:08:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.403388 3216 leader_election.cc:304] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a15fc0396e8d4d1bbb716308eafb4e87, f873b6bce72d4031828416fd1f932013; no voters:
15:08:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.404788 3371 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:08:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.405103 3371 raft_consensus.cc:493] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:08:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.405404 3371 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 0 FOLLOWER]: Advancing to term 1
15:08:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.406077 3356 leader_election.cc:290] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 902df20796dd48ea8f86ecc0e338b32f (127.3.10.62:37363), f873b6bce72d4031828416fd1f932013 (127.3.10.61:43669)
15:08:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.406570 3356 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:08:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.406867 3356 raft_consensus.cc:493] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:08:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.407171 3356 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 0 FOLLOWER]: Advancing to term 1
15:08:44.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.418992 3356 raft_consensus.cc:515] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.428134 3371 raft_consensus.cc:515] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.431852 3242 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f873b6bce72d4031828416fd1f932013"
15:08:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.432628 3242 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a15fc0396e8d4d1bbb716308eafb4e87 in current term 1: Already voted for candidate f873b6bce72d4031828416fd1f932013 in this term.
15:08:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.435572 3323 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f873b6bce72d4031828416fd1f932013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a15fc0396e8d4d1bbb716308eafb4e87"
15:08:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.436327 3323 raft_consensus.cc:2393] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate f873b6bce72d4031828416fd1f932013 in current term 1: Already voted for candidate a15fc0396e8d4d1bbb716308eafb4e87 in this term.
15:08:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.437721 3371 leader_election.cc:290] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [CANDIDATE]: Term 1 election: Requested vote from peers 902df20796dd48ea8f86ecc0e338b32f (127.3.10.62:37363), a15fc0396e8d4d1bbb716308eafb4e87 (127.3.10.60:36157)
15:08:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.440166 3356 leader_election.cc:290] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [CANDIDATE]: Term 1 election: Requested vote from peers 902df20796dd48ea8f86ecc0e338b32f (127.3.10.62:37363), f873b6bce72d4031828416fd1f932013 (127.3.10.61:43669)
15:08:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.620411 3192 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } attempt: 7
15:08:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.661084 3192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: Bootstrap starting.
15:08:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.669253 3192 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: Neither blocks nor log segments found. Creating new log.
15:08:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.671815 3192 log.cc:826] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: Log is configured to *not* fsync() on all Append() calls
15:08:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.683267 3192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: No bootstrap required, opened a new log
15:08:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.715864 3192 raft_consensus.cc:359] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.717548 3192 raft_consensus.cc:385] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:08:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.718086 3192 raft_consensus.cc:740] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 902df20796dd48ea8f86ecc0e338b32f, State: Initialized, Role: FOLLOWER
15:08:44.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.719252 3192 consensus_queue.cc:260] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.727617 3388 sys_catalog.cc:455] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.732883 3388 sys_catalog.cc:458] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [sys.catalog]: This master's current role is: FOLLOWER
15:08:44.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.732551 3192 sys_catalog.cc:565] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [sys.catalog]: configured and running, proceeding with master startup.
15:08:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.736501 3167 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "902df20796dd48ea8f86ecc0e338b32f" is_pre_election: true
15:08:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.737269 3167 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a15fc0396e8d4d1bbb716308eafb4e87 in term 0.
15:08:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.738428 3164 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f873b6bce72d4031828416fd1f932013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "902df20796dd48ea8f86ecc0e338b32f"
15:08:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.739005 3164 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [term 0 FOLLOWER]: Advancing to term 1
15:08:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.741739 3166 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f873b6bce72d4031828416fd1f932013" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "902df20796dd48ea8f86ecc0e338b32f" is_pre_election: true
15:08:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.743180 3165 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "902df20796dd48ea8f86ecc0e338b32f"
15:08:44.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.744798 3300 leader_election.cc:304] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a15fc0396e8d4d1bbb716308eafb4e87; no voters: 902df20796dd48ea8f86ecc0e338b32f, f873b6bce72d4031828416fd1f932013
15:08:44.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.745842 3356 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
15:08:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.751411 3164 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f873b6bce72d4031828416fd1f932013 in term 1.
15:08:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.762302 3219 leader_election.cc:304] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 902df20796dd48ea8f86ecc0e338b32f, f873b6bce72d4031828416fd1f932013; no voters: a15fc0396e8d4d1bbb716308eafb4e87
15:08:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.763089 3371 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 1 FOLLOWER]: Leader election won for term 1
15:08:44.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.782568 3371 raft_consensus.cc:697] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [term 1 LEADER]: Becoming Leader. State: Replica: f873b6bce72d4031828416fd1f932013, State: Running, Role: LEADER
15:08:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.783538 3371 consensus_queue.cc:237] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } }
15:08:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.805446 3391 sys_catalog.cc:455] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f873b6bce72d4031828416fd1f932013. Latest consensus state: current_term: 1 leader_uuid: "f873b6bce72d4031828416fd1f932013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.806195 3391 sys_catalog.cc:458] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: This master's current role is: LEADER
15:08:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.812695 3396 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:08:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:44.824962 3146 tablet.cc:2378] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:08:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.849416 3396 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:08:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:44.880280 3402 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:08:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:44.880585 3402 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:08:44.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.885056 3323 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [term 1 FOLLOWER]: Refusing update from remote peer f873b6bce72d4031828416fd1f932013: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:08:44.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.887084 3164 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [term 1 FOLLOWER]: Refusing update from remote peer f873b6bce72d4031828416fd1f932013: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:08:44.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.888048 3391 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:44.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.890312 3391 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [LEADER]: Connected to new peer: Peer: permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:08:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.938884 3403 mvcc.cc:204] Tried to move back new op lower bound from 7249042329079832576 to 7249042328732020736. Current Snapshot: MvccSnapshot[applied={T|T < 7249042329079832576}]
15:08:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:44.946813 3367 catalog_manager.cc:1568] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:08:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:44.948114 3367 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:08:44.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.951076 3388 sys_catalog.cc:455] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [sys.catalog]: SysCatalogTable state changed. Reason: New leader f873b6bce72d4031828416fd1f932013. Latest consensus state: current_term: 1 leader_uuid: "f873b6bce72d4031828416fd1f932013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.956430 3356 sys_catalog.cc:455] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f873b6bce72d4031828416fd1f932013. Latest consensus state: current_term: 1 leader_uuid: "f873b6bce72d4031828416fd1f932013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.957770 3388 sys_catalog.cc:458] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [sys.catalog]: This master's current role is: FOLLOWER
15:08:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.958547 3356 sys_catalog.cc:458] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [sys.catalog]: This master's current role is: FOLLOWER
15:08:44.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.964216 3405 mvcc.cc:204] Tried to move back new op lower bound from 7249042329079832576 to 7249042328732020736. Current Snapshot: MvccSnapshot[applied={T|T < 7249042329079832576}]
15:08:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.969099 3371 sys_catalog.cc:455] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f873b6bce72d4031828416fd1f932013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.969851 3371 sys_catalog.cc:458] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: This master's current role is: LEADER
15:08:44.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.970443 3371 sys_catalog.cc:455] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f873b6bce72d4031828416fd1f932013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.971030 3371 sys_catalog.cc:458] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013 [sys.catalog]: This master's current role is: LEADER
15:08:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.971963 3396 catalog_manager.cc:1357] Generated new cluster ID: ff0ffddfe63b4b8e989ac16e477c3066
15:08:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.972222 3396 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:08:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.977370 3356 sys_catalog.cc:455] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f873b6bce72d4031828416fd1f932013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.978044 3356 sys_catalog.cc:458] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87 [sys.catalog]: This master's current role is: FOLLOWER
15:08:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.986754 3388 sys_catalog.cc:455] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f873b6bce72d4031828416fd1f932013" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "902df20796dd48ea8f86ecc0e338b32f" member_type: VOTER last_known_addr { host: "127.3.10.62" port: 37363 } } peers { permanent_uuid: "f873b6bce72d4031828416fd1f932013" member_type: VOTER last_known_addr { host: "127.3.10.61" port: 43669 } } peers { permanent_uuid: "a15fc0396e8d4d1bbb716308eafb4e87" member_type: VOTER last_known_addr { host: "127.3.10.60" port: 36157 } } }
15:08:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:44.987397 3388 sys_catalog.cc:458] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f [sys.catalog]: This master's current role is: FOLLOWER
15:08:45.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.002955 3396 catalog_manager.cc:1380] Generated new certificate authority record
15:08:45.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.005030 3396 catalog_manager.cc:1514] Loading token signing keys...
15:08:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.038638 3396 catalog_manager.cc:6027] T 00000000000000000000000000000000 P f873b6bce72d4031828416fd1f932013: Generated new TSK 0
15:08:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.039650 3396 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:08:45.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.060463 3112 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/wal
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/data
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/logs
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/data/info.pb
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.1:0
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.10.1
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.1
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:45.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:08:45.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:45.556185 3413 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:08:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:45.557138 3413 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:45.558033 3413 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:08:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:45.622124 3413 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:08:45.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:45.623986 3413 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.10.1
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.687875 3413 tablet_server_runner.cc:78] Tablet server non-default flags:
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/data
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/wal
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.1:0
15:08:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/data/info.pb
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.1
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.10.1
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/logs
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:08:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:08:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:08:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:08:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.696652 3413 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:45.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.699316 3413 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:08:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:45.733480 3420 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.888265 3402 catalog_manager.cc:1269] Loaded cluster ID: ff0ffddfe63b4b8e989ac16e477c3066
15:08:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.888612 3402 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: loading cluster ID for follower catalog manager: success
15:08:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.921219 3402 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: acquiring CA information for follower catalog manager: success
15:08:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.955957 3367 catalog_manager.cc:1269] Loaded cluster ID: ff0ffddfe63b4b8e989ac16e477c3066
15:08:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.957471 3367 catalog_manager.cc:1562] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: loading cluster ID for follower catalog manager: success
15:08:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.964504 3402 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 902df20796dd48ea8f86ecc0e338b32f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:08:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.967657 3367 catalog_manager.cc:1584] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: acquiring CA information for follower catalog manager: success
15:08:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:45.990558 3367 catalog_manager.cc:1612] T 00000000000000000000000000000000 P a15fc0396e8d4d1bbb716308eafb4e87: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:08:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:47.121698 3418 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 3413
15:08:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:47.653363 3418 kernel_stack_watchdog.cc:198] Thread 3413 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 382ms:
15:08:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:08:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:08:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:08:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:08:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:45.735517 3419 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:47.660568 3413 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.923s user 0.000s sys 0.002s
15:08:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:47.660957 3413 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.924s user 0.000s sys 0.002s
15:08:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:47.662617 3422 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.664094 3413 server_base.cc:1060] running on GCE node
15:08:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.665305 3413 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:47.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.671123 3413 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.672560 3413 hybrid_clock.cc:648] HybridClock initialized: now 1769785727672411 us; error 157 us; skew 500 ppm
15:08:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.673403 3413 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.680728 3413 webserver.cc:492] Webserver started at http://127.3.10.1:44671/ using document root <none> and password file <none>
15:08:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.681813 3413 fs_manager.cc:362] Metadata directory not provided
15:08:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.682054 3413 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.682585 3413 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:08:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.686988 3413 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/data/instance:
15:08:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46d135f14832445aa08dc75204696bb6"
15:08:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:47 on dist-test-slave-4k8f"
15:08:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.688251 3413 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/wal/instance:
15:08:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46d135f14832445aa08dc75204696bb6"
15:08:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:47 on dist-test-slave-4k8f"
15:08:47.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.711078 3413 fs_manager.cc:696] Time spent creating directory manager: real 0.022s user 0.011s sys 0.013s
15:08:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.718909 3432 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:08:47.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.720707 3413 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
15:08:47.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.721078 3413 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/wal
15:08:47.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46d135f14832445aa08dc75204696bb6"
15:08:47.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:47 on dist-test-slave-4k8f"
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.721524 3413 fs_report.cc:389] FS layout report
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/wal
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/wal
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/data/data
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.799494 3413 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:08:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.801452 3413 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.802037 3413 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.813149 3413 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:08:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.819396 3413 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:08:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.819716 3413 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:08:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.820001 3413 ts_tablet_manager.cc:616] Registered 0 tablets
15:08:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:47.820212 3413 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:08:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.056231 3413 rpc_server.cc:307] RPC server started. Bound to: 127.3.10.1:46301
15:08:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.056345 3545 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.10.1:46301 every 8 connection(s)
15:08:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.058979 3413 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/data/info.pb
15:08:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.068835 3112 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 3413
15:08:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.069422 3112 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-0/wal/instance
15:08:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.079334 3112 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/wal
15:08:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/data
15:08:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/logs
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/data/info.pb
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.2:0
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.10.2
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.2
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:08:48.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.144402 3548 heartbeater.cc:344] Connected to a master server at 127.3.10.62:37363
15:08:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.144912 3548 heartbeater.cc:461] Registering TS with master...
15:08:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.144976 3546 heartbeater.cc:344] Connected to a master server at 127.3.10.60:36157
15:08:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.145252 3547 heartbeater.cc:344] Connected to a master server at 127.3.10.61:43669
15:08:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.145378 3546 heartbeater.cc:461] Registering TS with master...
15:08:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.145999 3547 heartbeater.cc:461] Registering TS with master...
15:08:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.146786 3548 heartbeater.cc:507] Master 127.3.10.62:37363 requested a full tablet report, sending...
15:08:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.147189 3547 heartbeater.cc:507] Master 127.3.10.61:43669 requested a full tablet report, sending...
15:08:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.147251 3546 heartbeater.cc:507] Master 127.3.10.60:36157 requested a full tablet report, sending...
15:08:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.149976 3232 ts_manager.cc:194] Registered new tserver with Master: 46d135f14832445aa08dc75204696bb6 (127.3.10.1:46301)
15:08:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.150166 3157 ts_manager.cc:194] Registered new tserver with Master: 46d135f14832445aa08dc75204696bb6 (127.3.10.1:46301)
15:08:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.150228 3313 ts_manager.cc:194] Registered new tserver with Master: 46d135f14832445aa08dc75204696bb6 (127.3.10.1:46301)
15:08:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.152488 3232 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.10.1:33871
15:08:48.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:48.438170 3556 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:08:48.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:48.438659 3556 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:48.439095 3556 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:08:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:48.471213 3556 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:08:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:48.472004 3556 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.10.2
15:08:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.506723 3556 tablet_server_runner.cc:78] Tablet server non-default flags:
15:08:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/data
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/wal
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.2:0
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/data/info.pb
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.2
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.10.2
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/logs
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:08:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.508005 3556 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:48.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:48.509743 3556 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:08:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:48.522527 3563 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:49.156436 3547 heartbeater.cc:499] Master 127.3.10.61:43669 was elected leader, sending a full tablet report...
15:08:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:49.923518 3562 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 3556
15:08:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:49.989732 3556 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.467s user 0.544s sys 0.912s
15:08:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:49.990191 3556 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.468s user 0.544s sys 0.912s
15:08:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:48.523253 3564 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:49.991466 3565 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1467 milliseconds
15:08:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:49.992247 3566 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:49.992172 3556 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:08:49.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:49.995398 3556 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:49.997668 3556 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:49.998993 3556 hybrid_clock.cc:648] HybridClock initialized: now 1769785729998951 us; error 59 us; skew 500 ppm
15:08:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:49.999724 3556 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.005474 3556 webserver.cc:492] Webserver started at http://127.3.10.2:46615/ using document root <none> and password file <none>
15:08:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.006415 3556 fs_manager.cc:362] Metadata directory not provided
15:08:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.006600 3556 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.006965 3556 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:08:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.011256 3556 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/data/instance:
15:08:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cfb8919a608488a96765bedf0f828c6"
15:08:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:50 on dist-test-slave-4k8f"
15:08:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.012284 3556 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/wal/instance:
15:08:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cfb8919a608488a96765bedf0f828c6"
15:08:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:50 on dist-test-slave-4k8f"
15:08:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.019099 3556 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
15:08:50.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.024546 3573 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:08:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.025702 3556 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.025991 3556 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/wal
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cfb8919a608488a96765bedf0f828c6"
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:50 on dist-test-slave-4k8f"
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.026271 3556 fs_report.cc:389] FS layout report
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/wal
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/wal
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/data/data
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:50.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.089818 3556 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:08:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.091555 3556 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.092113 3556 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:50.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.095448 3556 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:08:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.100208 3556 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:08:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.100402 3556 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:08:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.100590 3556 ts_tablet_manager.cc:616] Registered 0 tablets
15:08:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.100723 3556 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:08:50.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.253090 3556 rpc_server.cc:307] RPC server started. Bound to: 127.3.10.2:34823
15:08:50.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.253189 3686 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.10.2:34823 every 8 connection(s)
15:08:50.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.255851 3556 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/data/info.pb
15:08:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.264122 3112 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 3556
15:08:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.264717 3112 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-1/wal/instance
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.289865 3112 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/wal
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/data
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/logs
15:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/data/info.pb
15:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.3:0
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.10.3
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.3
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:08:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.314929 3688 heartbeater.cc:344] Connected to a master server at 127.3.10.61:43669
15:08:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.315483 3688 heartbeater.cc:461] Registering TS with master...
15:08:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.316838 3688 heartbeater.cc:507] Master 127.3.10.61:43669 requested a full tablet report, sending...
15:08:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.319816 3232 ts_manager.cc:194] Registered new tserver with Master: 6cfb8919a608488a96765bedf0f828c6 (127.3.10.2:34823)
15:08:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.321894 3689 heartbeater.cc:344] Connected to a master server at 127.3.10.62:37363
15:08:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.321810 3232 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.10.2:38929
15:08:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.322240 3689 heartbeater.cc:461] Registering TS with master...
15:08:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.323084 3689 heartbeater.cc:507] Master 127.3.10.62:37363 requested a full tablet report, sending...
15:08:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.323729 3687 heartbeater.cc:344] Connected to a master server at 127.3.10.60:36157
15:08:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.324064 3687 heartbeater.cc:461] Registering TS with master...
15:08:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.325215 3687 heartbeater.cc:507] Master 127.3.10.60:36157 requested a full tablet report, sending...
15:08:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.325686 3157 ts_manager.cc:194] Registered new tserver with Master: 6cfb8919a608488a96765bedf0f828c6 (127.3.10.2:34823)
15:08:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.327618 3313 ts_manager.cc:194] Registered new tserver with Master: 6cfb8919a608488a96765bedf0f828c6 (127.3.10.2:34823)
15:08:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:50.613471 3697 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:08:50.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:50.613988 3697 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:50.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:50.614447 3697 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:08:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:50.645159 3697 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:08:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:50.646003 3697 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.10.3
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.680962 3697 tablet_server_runner.cc:78] Tablet server non-default flags:
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.10.20:33429
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/data
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/wal
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.10.3:0
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/data/info.pb
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.10.3
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.10.62:37363,127.3.10.61:43669,127.3.10.60:36157
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.10.3
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/logs
15:08:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:08:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.682381 3697 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:50.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:50.683979 3697 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:08:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:50.698468 3703 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:51.326483 3688 heartbeater.cc:499] Master 127.3.10.61:43669 was elected leader, sending a full tablet report...
15:08:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:52.101835 3702 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 3697
15:08:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:52.223419 3702 kernel_stack_watchdog.cc:198] Thread 3697 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
15:08:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:08:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:08:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:08:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:08:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:50.700199 3704 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:52.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:52.228713 3697 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.530s user 0.517s sys 0.984s
15:08:52.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:52.228937 3705 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1524 milliseconds
15:08:52.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:52.229038 3697 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.530s user 0.517s sys 0.984s
15:08:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:52.230661 3706 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.230684 3697 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:08:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.231937 3697 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.233980 3697 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.235339 3697 hybrid_clock.cc:648] HybridClock initialized: now 1769785732235307 us; error 31 us; skew 500 ppm
15:08:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.236150 3697 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.242127 3697 webserver.cc:492] Webserver started at http://127.3.10.3:34229/ using document root <none> and password file <none>
15:08:52.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.243050 3697 fs_manager.cc:362] Metadata directory not provided
15:08:52.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.243295 3697 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:52.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.243799 3697 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:08:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.247939 3697 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/data/instance:
15:08:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d13e1a236d99497a9618f585604cb4bb"
15:08:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:52 on dist-test-slave-4k8f"
15:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.249218 3697 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/wal/instance:
15:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d13e1a236d99497a9618f585604cb4bb"
15:08:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:52 on dist-test-slave-4k8f"
15:08:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.258181 3697 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
15:08:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.265669 3714 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:08:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.266899 3697 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
15:08:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.267284 3697 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/wal
15:08:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d13e1a236d99497a9618f585604cb4bb"
15:08:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:52 on dist-test-slave-4k8f"
15:08:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.267693 3697 fs_report.cc:389] FS layout report
15:08:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/wal
15:08:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/wal
15:08:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/data/data
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.348523 3697 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:08:52.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.349977 3697 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:52.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.350360 3697 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.353026 3697 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:08:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.357262 3697 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:08:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.357452 3697 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:08:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.357712 3697 ts_tablet_manager.cc:616] Registered 0 tablets
15:08:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.357860 3697 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:08:52.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.508121 3697 rpc_server.cc:307] RPC server started. Bound to: 127.3.10.3:35545
15:08:52.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.508204 3826 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.10.3:35545 every 8 connection(s)
15:08:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.510653 3697 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/data/info.pb
15:08:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.514587 3112 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 3697
15:08:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.515049 3112 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster9120445103197050623/ts-2/wal/instance
15:08:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.556141 3827 heartbeater.cc:344] Connected to a master server at 127.3.10.60:36157
15:08:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.556663 3827 heartbeater.cc:461] Registering TS with master...
15:08:52.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.557273 3828 heartbeater.cc:344] Connected to a master server at 127.3.10.61:43669
15:08:52.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.557626 3828 heartbeater.cc:461] Registering TS with master...
15:08:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.558082 3827 heartbeater.cc:507] Master 127.3.10.60:36157 requested a full tablet report, sending...
15:08:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.559253 3829 heartbeater.cc:344] Connected to a master server at 127.3.10.62:37363
15:08:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.558758 3828 heartbeater.cc:507] Master 127.3.10.61:43669 requested a full tablet report, sending...
15:08:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.559654 3829 heartbeater.cc:461] Registering TS with master...
15:08:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.560503 3829 heartbeater.cc:507] Master 127.3.10.62:37363 requested a full tablet report, sending...
15:08:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.561733 3231 ts_manager.cc:194] Registered new tserver with Master: d13e1a236d99497a9618f585604cb4bb (127.3.10.3:35545)
15:08:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.562286 3313 ts_manager.cc:194] Registered new tserver with Master: d13e1a236d99497a9618f585604cb4bb (127.3.10.3:35545)
15:08:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.562929 3157 ts_manager.cc:194] Registered new tserver with Master: d13e1a236d99497a9618f585604cb4bb (127.3.10.3:35545)
15:08:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.563977 3231 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.10.3:58237
15:08:52.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:52.580920 3112 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
15:08:52.593 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:08:52.596 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:08:52.610 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.10.62"
port: 37363
}
bound_http_address {
host: "127.3.10.62"
port: 38349
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.10.61"
port: 43669
}
bound_http_address {
host: "127.3.10.61"
port: 39137
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.10.60"
port: 36157
}
bound_http_address {
host: "127.3.10.60"
port: 44179
}
}
}
15:08:52.615 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:08:52.618 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.10.1"
port: 46301
}
bound_http_address {
host: "127.3.10.1"
port: 44671
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.10.2"
port: 34823
}
bound_http_address {
host: "127.3.10.2"
port: 46615
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.10.3"
port: 35545
}
bound_http_address {
host: "127.3.10.3"
port: 34229
}
}
}
15:08:52.618 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:08:52.799 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_275]
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51) ~[main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52) [main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41) [main/:?]
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43) [main/:?]
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155) [main/:?]
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299) [main/:?]
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109) [main/:?]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) [junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
15:08:52.826 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:08:52.941 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task7Zdqvx/test-tmp
15:08:52.942 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:08:52.942 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task7Zdqvx/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:08:52.946 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
15:08:53.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:08:53.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:08:53.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:53.288972 3838 mini_oidc.cc:150] Starting JWKS server
15:08:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:53.292253 3838 webserver.cc:492] Webserver started at http://127.0.0.1:34597/ using document root <none> and password file <none>
15:08:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:53.292747 3838 mini_oidc.cc:186] Starting OIDC Discovery server
15:08:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:53.294915 3838 webserver.cc:492] Webserver started at http://127.0.0.1:46499/ using document root <none> and password file <none>
15:08:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
15:08:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/principal' for realm 'KRBTEST.COM',
15:08:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
15:08:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:08:53 dist-test-slave-4k8f krb5kdc[3850](info): setting up network...
15:08:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
15:08:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:08:53 dist-test-slave-4k8f krb5kdc[3850](info): set up 2 sockets
15:08:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:08:53 dist-test-slave-4k8f krb5kdc[3850](info): commencing operation
15:08:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
15:08:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:53.566830 3828 heartbeater.cc:499] Master 127.3.10.61:43669 was elected leader, sending a full tablet report...
15:08:55.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.401984 3838 mini_kdc.cc:121] Time spent starting KDC: real 2.070s user 0.006s sys 0.015s
15:08:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
15:08:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:08:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
15:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
15:08:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:08:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
15:08:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
15:08:55.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:08:55.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
15:08:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:08:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/test-user.keytab.
15:08:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/test-user.keytab.
15:08:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:08:55 dist-test-slave-4k8f krb5kdc[3850](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785735, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:08:55.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:08:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T15:08:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:08:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T15:08:55Z Disabled control of system clock
15:08:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.191.190@KRBTEST.COM; defaulting to no policy
15:08:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:08:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.191.190@KRBTEST.COM" created.
15:08:55.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:08:55.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.191.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:08:55.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.191.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:08:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.3.191.190@KRBTEST.COM; defaulting to no policy
15:08:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:08:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.3.191.190@KRBTEST.COM" created.
15:08:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:08:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.191.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:08:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.191.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:08:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:55.624396 3838 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/wal
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/data
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/logs
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/data/info.pb
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.191.190:46091
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.191.190
15:08:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.191.190
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.191.148:41465
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.191.190:46091,127.3.191.189:44959,127.3.191.188:43461
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34597/jwks.json
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:08:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:08:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.934734 3867 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:08:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.935305 3867 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.935941 3867 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:08:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.968418 3867 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:08:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.968943 3867 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:08:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.969310 3867 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:08:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.969527 3867 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:08:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.969786 3867 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:08:55.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.969990 3867 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:08:55.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:55.970135 3867 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34597/jwks.json
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:56.006717 3867 master_runner.cc:386] Master server non-default flags:
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.191.148:41465
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/data
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/wal
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.191.190:46091,127.3.191.189:44959,127.3.191.188:43461
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.191.190
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.191.190:46091
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34597/jwks.json
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/data/info.pb
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.191.190
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/logs
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:56.008157 3867 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:56.009145 3867 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:08:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:56.019927 3873 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.424062 3872 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 3867
15:08:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.653180 3872 kernel_stack_watchdog.cc:198] Thread 3867 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
15:08:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:08:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:08:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:08:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:08:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.653647 3867 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.633s user 0.616s sys 0.989s
15:08:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.654424 3867 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.634s user 0.617s sys 0.989s
15:08:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:56.021586 3874 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.655462 3875 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1632 milliseconds
15:08:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.656488 3867 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:08:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.656572 3876 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.659951 3867 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.662364 3867 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.663769 3867 hybrid_clock.cc:648] HybridClock initialized: now 1769785737663725 us; error 43 us; skew 500 ppm
15:08:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.664716 3867 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:57.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:08:57 dist-test-slave-4k8f krb5kdc[3850](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785737, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:08:57.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.670938 3867 init.cc:377] Logged in from keytab as kudu/127.3.191.190@KRBTEST.COM (short username kudu)
15:08:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.675943 3867 webserver.cc:492] Webserver started at http://127.3.191.190:34223/ using document root <none> and password file <none>
15:08:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.676895 3867 fs_manager.cc:362] Metadata directory not provided
15:08:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.677129 3867 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.677706 3867 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:08:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.682498 3867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/data/instance:
15:08:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad6a26d3e0e4186b8a73b8cb8731a76"
15:08:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:57 on dist-test-slave-4k8f"
15:08:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.684165 3867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/wal/instance:
15:08:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad6a26d3e0e4186b8a73b8cb8731a76"
15:08:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:57 on dist-test-slave-4k8f"
15:08:57.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.694775 3867 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.006s sys 0.006s
15:08:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.701486 3884 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:08:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.702826 3867 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
15:08:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.703190 3867 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/wal
15:08:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad6a26d3e0e4186b8a73b8cb8731a76"
15:08:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:57 on dist-test-slave-4k8f"
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.703536 3867 fs_report.cc:389] FS layout report
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/wal
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/wal
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/data/data
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.766844 3867 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:08:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.775200 3867 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:57.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.775803 3867 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.861353 3867 rpc_server.cc:307] RPC server started. Bound to: 127.3.191.190:46091
15:08:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.861418 3935 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.191.190:46091 every 8 connection(s)
15:08:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.863900 3867 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/data/info.pb
15:08:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.865509 3838 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 3867
15:08:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.866070 3838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-0/wal/instance
15:08:57.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.870898 3936 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.191.189@KRBTEST.COM; defaulting to no policy
15:08:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.885294 3936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.190" port: 46091 } has no permanent_uuid. Determining permanent_uuid...
15:08:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:08:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.191.189@KRBTEST.COM" created.
15:08:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:08:57 dist-test-slave-4k8f krb5kdc[3850](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785737, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.190@KRBTEST.COM for kudu/127.3.191.190@KRBTEST.COM
15:08:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:08:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.191.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:08:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.191.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:08:57.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.931260 3936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } has no permanent_uuid. Determining permanent_uuid...
15:08:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.933730 3886 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.191.189:44959: connect: Connection refused (error 111)
15:08:57.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.3.191.189@KRBTEST.COM; defaulting to no policy
15:08:57.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.938388 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.189:44959: Network error: Client connection negotiation failed: client connection to 127.3.191.189:44959: connect: Connection refused (error 111)
15:08:57.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:08:57.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.3.191.189@KRBTEST.COM" created.
15:08:57.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:08:57.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.191.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:08:57.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.191.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:08:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.961261 3838 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:08:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/wal
15:08:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/data
15:08:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:08:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:08:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:08:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/logs
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/data/info.pb
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.191.189:44959
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.191.189
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.191.189
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:08:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.191.148:41465
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.191.190:46091,127.3.191.189:44959,127.3.191.188:43461
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34597/jwks.json
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:08:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:08:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:57.987938 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } attempt: 1
15:08:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:57.991669 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.189:44959: Network error: Client connection negotiation failed: client connection to 127.3.191.189:44959: connect: Connection refused (error 111)
15:08:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:58.060132 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } attempt: 2
15:08:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.064410 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.189:44959: Network error: Client connection negotiation failed: client connection to 127.3.191.189:44959: connect: Connection refused (error 111)
15:08:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:58.155895 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } attempt: 3
15:08:58.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.160250 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.189:44959: Network error: Client connection negotiation failed: client connection to 127.3.191.189:44959: connect: Connection refused (error 111)
15:08:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.281525 3945 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:08:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.282159 3945 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:08:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.282776 3945 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:08:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:58.303704 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } attempt: 4
15:08:58.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.307550 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.189:44959: Network error: Client connection negotiation failed: client connection to 127.3.191.189:44959: connect: Connection refused (error 111)
15:08:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.316905 3945 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:08:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.317122 3945 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:08:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.317476 3945 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:08:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.317759 3945 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:08:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.317968 3945 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:08:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.318171 3945 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:08:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.318316 3945 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34597/jwks.json
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:58.355969 3945 master_runner.cc:386] Master server non-default flags:
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.191.148:41465
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/data
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/wal
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.191.190:46091,127.3.191.189:44959,127.3.191.188:43461
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.191.189
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.191.189:44959
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34597/jwks.json
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/data/info.pb
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.191.189
15:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/logs
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:08:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:58.357174 3945 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:08:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:58.358410 3945 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:08:58.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.370754 3952 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:58.606994 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } attempt: 5
15:08:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.613382 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.189:44959: Network error: Client connection negotiation failed: client connection to 127.3.191.189:44959: connect: Connection refused (error 111)
15:08:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.161032 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } attempt: 6
15:08:59.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:59.171914 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.189:44959: Network error: Client connection negotiation failed: client connection to 127.3.191.189:44959: connect: Connection refused (error 111)
15:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.372565 3953 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:58.375284 3955 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:08:59.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:08:59.680052 3954 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1303 milliseconds
15:08:59.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.680171 3945 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:08:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.681360 3945 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:08:59.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.684520 3945 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:08:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.685863 3945 hybrid_clock.cc:648] HybridClock initialized: now 1769785739685836 us; error 71 us; skew 500 ppm
15:08:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.686728 3945 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:08:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:08:59 dist-test-slave-4k8f krb5kdc[3850](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785739, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:08:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.692394 3945 init.cc:377] Logged in from keytab as kudu/127.3.191.189@KRBTEST.COM (short username kudu)
15:08:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.698242 3945 webserver.cc:492] Webserver started at http://127.3.191.189:44449/ using document root <none> and password file <none>
15:08:59.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.699204 3945 fs_manager.cc:362] Metadata directory not provided
15:08:59.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.699391 3945 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:08:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.699862 3945 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:08:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.704355 3945 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/data/instance:
15:08:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69f7a5e5fd34481a835aa2a1b6c2900a"
15:08:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:59 on dist-test-slave-4k8f"
15:08:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.705389 3945 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/wal/instance:
15:08:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69f7a5e5fd34481a835aa2a1b6c2900a"
15:08:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:59 on dist-test-slave-4k8f"
15:08:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.715485 3945 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
15:08:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.721753 3967 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:08:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.722910 3945 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
15:08:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.723274 3945 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/wal
15:08:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69f7a5e5fd34481a835aa2a1b6c2900a"
15:08:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:08:59 on dist-test-slave-4k8f"
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.723654 3945 fs_report.cc:389] FS layout report
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/wal
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/wal
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/data/data
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:08:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:08:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:08:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:08:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:08:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.777508 3945 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:08:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.788312 3945 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:08:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.788865 3945 kserver.cc:163] Server-wide thread pool size limit: 3276
15:08:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.877302 3945 rpc_server.cc:307] RPC server started. Bound to: 127.3.191.189:44959
15:08:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.877382 4018 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.191.189:44959 every 8 connection(s)
15:08:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.880019 3945 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/data/info.pb
15:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.884326 3838 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 3945
15:08:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.884737 3838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-1/wal/instance
15:08:59.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.886969 4019 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:08:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:08:59.898586 4019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.190" port: 46091 } has no permanent_uuid. Determining permanent_uuid...
15:08:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.3.191.188@KRBTEST.COM; defaulting to no policy
15:09:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.3.191.188@KRBTEST.COM" created.
15:09:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:09:00 dist-test-slave-4k8f krb5kdc[3850](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785739, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.189@KRBTEST.COM for kudu/127.3.191.190@KRBTEST.COM
15:09:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:00.161191 4019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } has no permanent_uuid. Determining permanent_uuid...
15:09:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:00.232512 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } attempt: 7
15:09:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:09:00 dist-test-slave-4k8f krb5kdc[3850](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785739, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.189@KRBTEST.COM for kudu/127.3.191.189@KRBTEST.COM
15:09:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:09:00 dist-test-slave-4k8f krb5kdc[3850](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785737, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.190@KRBTEST.COM for kudu/127.3.191.189@KRBTEST.COM
15:09:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.191.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:09:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.3.191.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:09:01.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.380033 3838 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.3.191.188: real 1.494s user 0.000s sys 0.011s
15:09:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.383271 4025 sasl_common.cc:323] Time spent calling sasl_server_start(): real 1.003s user 0.005s sys 0.003s
15:09:01.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.386483 4028 sasl_common.cc:323] Time spent calling sasl_server_start(): real 1.006s user 0.008s sys 0.000s
15:09:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.394188 4019 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } has no permanent_uuid. Determining permanent_uuid...
15:09:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.394462 3936 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } has no permanent_uuid. Determining permanent_uuid...
15:09:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.397379 3969 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.3.191.188@KRBTEST.COM; defaulting to no policy
15:09:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.400312 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.401593 4019 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.451061 4019 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 1
15:09:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.454646 4019 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.458748 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 1
15:09:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.462533 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.523057 4019 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 2
15:09:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.526455 4019 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.543959 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 2
15:09:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.548312 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.617815 4019 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 3
15:09:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.621326 4019 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.633644 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 3
15:09:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.637267 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:01.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.3.191.188@KRBTEST.COM" created.
15:09:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.764722 4019 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 4
15:09:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.768190 4019 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:01.777747 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 4
15:09:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:01.781680 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:02.065099 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 5
15:09:02.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:02.067565 4019 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 5
15:09:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:02.068909 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:02.071171 4019 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:02.618523 4019 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 6
15:09:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:02.621641 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 6
15:09:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:02.625329 4019 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:02.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:02.628561 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.191.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:09:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.3.191.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab.
15:09:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.058323 3838 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.3.191.188: real 1.678s user 0.000s sys 0.010s
15:09:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:03.060715 3838 external_mini_cluster.cc:1366] Running /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:09:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu
15:09:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/wal
15:09:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/data
15:09:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/logs
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/data/info.pb
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.191.188:43461
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.191.188
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.191.188
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.191.148:41465
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.191.190:46091,127.3.191.189:44959,127.3.191.188:43461
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34597/jwks.json
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:09:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.395610 4039 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.396238 4039 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.396992 4039 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.428980 4039 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:09:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.429270 4039 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.429702 4039 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:03.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.430042 4039 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:03.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.430369 4039 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:03.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.430688 4039 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.430946 4039 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34597/jwks.json
15:09:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:03.469290 4039 master_runner.cc:386] Master server non-default flags:
15:09:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.191.148:41465
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/data
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/wal
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.191.190:46091,127.3.191.189:44959,127.3.191.188:43461
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/krb5kdc/kudu.keytab
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.3.191.188
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.191.188:43461
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34597/jwks.json
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/data/info.pb
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.191.188
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/logs
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10265
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:03.470986 4039 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:03.472304 4039 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.484489 4046 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:03.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:03.661947 3936 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 7
15:09:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.680821 3886 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111) [suppressed 13 similar messages]
15:09:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:03.686467 4019 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } attempt: 7
15:09:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.706858 3936 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.729522 4019 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.191.188:43461: Network error: Client connection negotiation failed: client connection to 127.3.191.188:43461: connect: Connection refused (error 111)
15:09:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:04.888064 4045 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 4039
15:09:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.148241 4045 kernel_stack_watchdog.cc:198] Thread 4039 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
15:09:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:09:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:09:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:09:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:09:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.148753 4039 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.665s user 0.498s sys 1.095s
15:09:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:03.485129 4047 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.149158 4039 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.666s user 0.498s sys 1.095s
15:09:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.150985 4049 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.153985 4048 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1664 milliseconds
15:09:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.154013 4039 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.155198 4039 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.158108 4039 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.159595 4039 hybrid_clock.cc:648] HybridClock initialized: now 1769785745159498 us; error 96 us; skew 500 ppm
15:09:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.160455 4039 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:09:05 dist-test-slave-4k8f krb5kdc[3850](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785745, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.167244 4039 init.cc:377] Logged in from keytab as kudu/127.3.191.188@KRBTEST.COM (short username kudu)
15:09:05.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.172853 4039 webserver.cc:492] Webserver started at http://127.3.191.188:44757/ using document root <none> and password file <none>
15:09:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.173813 4039 fs_manager.cc:362] Metadata directory not provided
15:09:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.174043 4039 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.174561 4039 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.178733 4039 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/data/instance:
15:09:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a70be11fc7247c2bcfcd3a698bd9c57"
15:09:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:09:05 on dist-test-slave-4k8f"
15:09:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.179864 4039 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/wal/instance:
15:09:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a70be11fc7247c2bcfcd3a698bd9c57"
15:09:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:09:05 on dist-test-slave-4k8f"
15:09:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.187731 4039 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.000s sys 0.009s
15:09:05.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.193917 4061 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.195040 4039 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
15:09:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.195423 4039 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/data,/tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/wal
15:09:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a70be11fc7247c2bcfcd3a698bd9c57"
15:09:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 15:09:05 on dist-test-slave-4k8f"
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.195776 4039 fs_report.cc:389] FS layout report
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/wal
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/wal
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/data/data
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.252799 4039 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.263716 4039 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.264248 4039 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.344295 4039 rpc_server.cc:307] RPC server started. Bound to: 127.3.191.188:43461
15:09:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.344316 4112 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.191.188:43461 every 8 connection(s)
15:09:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.346873 4039 server_base.cc:1192] Dumped server information to /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/data/info.pb
15:09:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.353374 4113 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:09:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.354795 3838 external_mini_cluster.cc:1428] Started /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu as pid 4039
15:09:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.355295 3838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task7Zdqvx/test-tmp/mini-kudu-cluster1965693282286018589/master-2/wal/instance
15:09:05.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.369938 4113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.190" port: 46091 } has no permanent_uuid. Determining permanent_uuid...
15:09:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.377856 4115 negotiation.cc:337] Failed RPC negotiation. Trace:
15:09:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.359265 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:44442 (local address 127.3.191.190:46091)
15:09:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.360477 (+ 1212us) server_negotiation.cc:207] Beginning negotiation
15:09:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.360496 (+ 19us) server_negotiation.cc:400] Waiting for connection header
15:09:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.364019 (+ 3523us) server_negotiation.cc:408] Connection header received
15:09:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.372479 (+ 8460us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:09:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.372507 (+ 28us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:09:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.372719 (+ 212us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:09:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.372908 (+ 189us) server_negotiation.cc:227] Negotiated authn=SASL
15:09:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.376366 (+ 3458us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44442: BlockingRecv error: recv got EOF from 127.0.0.1:44442 (error 108)
15:09:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":826,"thread_start_us":600,"threads_started":1}
15:09:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.383353 4117 negotiation.cc:337] Failed RPC negotiation. Trace:
15:09:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.364170 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:60656 (local address 127.3.191.189:44959)
15:09:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.368274 (+ 4104us) server_negotiation.cc:207] Beginning negotiation
15:09:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.368311 (+ 37us) server_negotiation.cc:400] Waiting for connection header
15:09:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.379379 (+ 11068us) server_negotiation.cc:408] Connection header received
15:09:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.379711 (+ 332us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:09:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.379730 (+ 19us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:09:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.379890 (+ 160us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:09:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.380063 (+ 173us) server_negotiation.cc:227] Negotiated authn=SASL
15:09:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.381660 (+ 1597us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:60656: BlockingRecv error: recv got EOF from 127.0.0.1:60656 (error 108)
15:09:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2900,"thread_start_us":4099,"threads_started":1}
15:09:05.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20260130 15:09:05.385929 3838 external_mini_cluster.cc:650] Check failed: leader_master() != nullptr Must have started at least 1 master before adding tablet servers
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.386960 4118 negotiation.cc:337] Failed RPC negotiation. Trace:
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.366906 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40176 (local address 127.3.191.188:43461)
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.370463 (+ 3557us) server_negotiation.cc:207] Beginning negotiation
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.370502 (+ 39us) server_negotiation.cc:400] Waiting for connection header
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.382300 (+ 11798us) server_negotiation.cc:408] Connection header received
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.382949 (+ 649us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.383001 (+ 52us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.383355 (+ 354us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.383564 (+ 209us) server_negotiation.cc:227] Negotiated authn=SASL
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 15:09:05.385656 (+ 2092us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40176: BlockingRecv error: recv got EOF from 127.0.0.1:40176 (error 108)
15:09:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2625,"thread_start_us":2075,"threads_started":1}
15:09:05.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
15:09:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:09:05 dist-test-slave-4k8f krb5kdc[3850](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785745, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.188@KRBTEST.COM for kudu/127.3.191.190@KRBTEST.COM
15:09:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f68bbb91950 google::LogMessage::Flush()
15:09:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.411047 4113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } has no permanent_uuid. Determining permanent_uuid...
15:09:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f68bbb96a8b google::LogMessageFatal::~LogMessageFatal()
15:09:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:09:05 dist-test-slave-4k8f krb5kdc[3850](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785745, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.188@KRBTEST.COM for kudu/127.3.191.189@KRBTEST.COM
15:09:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f68c7121c2d kudu::cluster::ExternalMiniCluster::AddTabletServer()
15:09:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.432070 4113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } has no permanent_uuid. Determining permanent_uuid...
15:09:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 15:09:05 dist-test-slave-4k8f krb5kdc[3850](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769785745, etypes {rep=17 tkt=17 ses=17}, kudu/127.3.191.188@KRBTEST.COM for kudu/127.3.191.188@KRBTEST.COM
15:09:05.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f68c711fcab kudu::cluster::ExternalMiniCluster::Start()
15:09:05.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x666bda kudu::tools::(anonymous namespace)::ProcessRequest()
15:09:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x6654d5 kudu::tools::(anonymous namespace)::RunControlShell()
15:09:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x5355d2 _ZNSt3__18__invokeIRPFN4kudu6StatusERKNS1_5tools13RunnerContextEEJS6_EEEDTclclsr3std3__1E7forwardIT_Efp_Espclsr3std3__1E7forwardIT0_Efp0_EEEOSA_DpOSB_
15:09:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x53553d std::__1::__invoke_void_return_wrapper<>::__call<>()
15:09:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x5354ad std::__1::__function::__alloc_func<>::operator()()
15:09:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x534116 std::__1::__function::__func<>::operator()()
15:09:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.462589 4113 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57: Bootstrap starting.
15:09:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f68c6e95460 std::__1::__function::__value_func<>::operator()()
15:09:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.468822 4113 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57: Neither blocks nor log segments found. Creating new log.
15:09:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.471047 4113 log.cc:826] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57: Log is configured to *not* fsync() on all Append() calls
15:09:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.475775 4113 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57: No bootstrap required, opened a new log
15:09:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f68c6e87cc2 std::__1::function<>::operator()()
15:09:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f68c6e85a53 kudu::tools::Action::Run()
15:09:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x659331 kudu::tools::DispatchCommand()
15:09:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x659c68 kudu::tools::RunTool()
15:09:05.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x65a1af main
15:09:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.494578 4113 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cad6a26d3e0e4186b8a73b8cb8731a76" member_type: VOTER last_known_addr { host: "127.3.191.190" port: 46091 } } peers { permanent_uuid: "69f7a5e5fd34481a835aa2a1b6c2900a" member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } } peers { permanent_uuid: "3a70be11fc7247c2bcfcd3a698bd9c57" member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } }
15:09:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.495249 4113 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:09:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.495537 4113 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a70be11fc7247c2bcfcd3a698bd9c57, State: Initialized, Role: FOLLOWER
15:09:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.496408 4113 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cad6a26d3e0e4186b8a73b8cb8731a76" member_type: VOTER last_known_addr { host: "127.3.191.190" port: 46091 } } peers { permanent_uuid: "69f7a5e5fd34481a835aa2a1b6c2900a" member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } } peers { permanent_uuid: "3a70be11fc7247c2bcfcd3a698bd9c57" member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } }
15:09:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.499691 4122 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cad6a26d3e0e4186b8a73b8cb8731a76" member_type: VOTER last_known_addr { host: "127.3.191.190" port: 46091 } } peers { permanent_uuid: "69f7a5e5fd34481a835aa2a1b6c2900a" member_type: VOTER last_known_addr { host: "127.3.191.189" port: 44959 } } peers { permanent_uuid: "3a70be11fc7247c2bcfcd3a698bd9c57" member_type: VOTER last_known_addr { host: "127.3.191.188" port: 43461 } } }
15:09:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.500515 4122 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57 [sys.catalog]: This master's current role is: FOLLOWER
15:09:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.501477 4113 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57 [sys.catalog]: configured and running, proceeding with master startup.
15:09:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f68ba736bf7 __libc_start_main
15:09:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x43f12a _start
15:09:05.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.521982 4067 tablet.cc:2378] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:09:05.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.535174 4133 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 3a70be11fc7247c2bcfcd3a698bd9c57: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:09:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 15:09:05.535516 4133 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:09:05.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.530665 4039 master_runner.cc:186] Error getting master registration for 127.3.191.190:46091: OK, instance_id { permanent_uuid: "cad6a26d3e0e4186b8a73b8cb8731a76" instance_seqno: 1769785737839429 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:09:05.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.563120 4039 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:09:05.773 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:09:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.777166 3112 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu with pid 3413
15:09:05.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.809056 3112 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu with pid 3556
15:09:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.834542 3112 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu with pid 3697
15:09:05.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.857203 3112 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu with pid 3124
15:09:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.883703 3112 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu with pid 3194
15:09:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 15:09:05.912668 3112 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task7Zdqvx/build/tsan/bin/kudu with pid 3269
15:09:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T15:09:07Z chronyd exiting
15:09:08.088 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
java.io.EOFException: null
at java.io.DataInputStream.readInt(DataInputStream.java:392) ~[?:1.8.0_275]
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:191) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.startCluster(TestSecurity.java:103) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:433) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.io.EOFException
at java.io.DataInputStream.readInt(DataInputStream.java:392)
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:191)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.client.TestSecurity.startCluster(TestSecurity.java:103)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:433)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)