08:03:21.508 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:21.521 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJb3w72/test-tmp
08:03:21.527 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:03:21.530 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJb3w72/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:21.723 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:21.901 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:21.903 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:21.907176 12269 mini_oidc.cc:150] Starting JWKS server
08:03:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:21.910656 12269 webserver.cc:533] Webserver started at http://127.0.0.1:40089/ using document root <none> and password file <none>
08:03:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:21.911208 12269 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:21.913628 12269 webserver.cc:533] Webserver started at http://127.0.0.1:41535/ using document root <none> and password file <none>
08:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:03:21Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:03:21Z Disabled control of system clock
08:03:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:21.973268 12269 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/wal
08:03:21.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/data
08:03:21.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:21.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:21.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:21.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:21.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:21.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:21.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/logs
08:03:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/data/info.pb
08:03:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.126:43727
08:03:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.126
08:03:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40089/jwks.json with env {}
08:03:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.272811 12281 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:22.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.273512 12281 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:22.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.274291 12281 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:22.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.308084 12281 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.308471 12281 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.308795 12281 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.309131 12281 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:22.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.309484 12281 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:22.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.309755 12281 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40089/jwks.json
08:03:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:22.347661 12281 master_runner.cc:387] Master server non-default flags:
08:03:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/logs
08:03:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/data
08:03:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/wal
08:03:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.126:43727
08:03:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40089/jwks.json
08:03:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/data/info.pb
08:03:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.126
08:03:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:22.349392 12281 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:22.351619 12281 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.366480 12287 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:23.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:22.368882 12288 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:23.591178 12290 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:23.596134 12281 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.228s user 0.409s sys 0.814s
08:03:23.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:23.596228 12289 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1227 milliseconds
08:03:23.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:23.596447 12281 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.229s user 0.409s sys 0.814s
08:03:23.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.596746 12281 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:23.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.598173 12281 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.604387 12281 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.607980 12281 hybrid_clock.cc:648] HybridClock initialized: now 1790669003607908 us; error 81 us; skew 500 ppm
08:03:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.609051 12281 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.616686 12281 webserver.cc:533] Webserver started at http://127.11.251.126:43739/ using document root <none> and password file <none>
08:03:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.617753 12281 fs_manager.cc:362] Metadata directory not provided
08:03:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.618002 12281 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.618599 12281 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.623224 12281 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/data/instance:
08:03:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ec30c91dad4425aaa06faa7c25fe7be"
08:03:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:23 on dist-test-slave-670j"
08:03:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.624653 12281 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/wal/instance:
08:03:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ec30c91dad4425aaa06faa7c25fe7be"
08:03:23.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:23 on dist-test-slave-670j"
08:03:23.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.633096 12281 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
08:03:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.639395 12297 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.640866 12281 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
08:03:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.641256 12281 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/wal
08:03:23.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ec30c91dad4425aaa06faa7c25fe7be"
08:03:23.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:23 on dist-test-slave-670j"
08:03:23.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.641664 12281 fs_report.cc:389] FS layout report
08:03:23.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/wal
08:03:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/wal
08:03:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/data/data
08:03:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.718627 12281 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.720306 12281 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.720813 12281 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:23.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.790835 12281 rpc_server.cc:307] RPC server started. Bound to: 127.11.251.126:43727
08:03:23.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.790947 12348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.251.126:43727 every 8 connection(s)
08:03:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.793901 12281 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/data/info.pb
08:03:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.799882 12349 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.804452 12269 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 12281
08:03:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.804991 12269 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-0/wal/instance
08:03:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.810274 12269 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/wal
08:03:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/data
08:03:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/logs
08:03:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/data/info.pb
08:03:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.125:33203
08:03:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.125
08:03:23.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:23.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40089/jwks.json with env {}
08:03:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.814901 12349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } has no permanent_uuid. Determining permanent_uuid...
08:03:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.846858 12349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } has no permanent_uuid. Determining permanent_uuid...
08:03:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:23.849612 12301 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.251.125:33203: connect: Connection refused (error 111)
08:03:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:23.853562 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.125:33203: Network error: Client connection negotiation failed: client connection to 127.11.251.125:33203: connect: Connection refused (error 111)
08:03:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.903164 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } attempt: 1
08:03:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:23.909117 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.125:33203: Network error: Client connection negotiation failed: client connection to 127.11.251.125:33203: connect: Connection refused (error 111)
08:03:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:23.977543 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } attempt: 2
08:03:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:23.982245 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.125:33203: Network error: Client connection negotiation failed: client connection to 127.11.251.125:33203: connect: Connection refused (error 111)
08:03:24.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:24.073676 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } attempt: 3
08:03:24.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.078246 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.125:33203: Network error: Client connection negotiation failed: client connection to 127.11.251.125:33203: connect: Connection refused (error 111)
08:03:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.130815 12351 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.131521 12351 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.132248 12351 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.165418 12351 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.165803 12351 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.166136 12351 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.166477 12351 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.166853 12351 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.167171 12351 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40089/jwks.json
08:03:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:24.205338 12351 master_runner.cc:387] Master server non-default flags:
08:03:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/logs
08:03:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/data
08:03:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/wal
08:03:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.125:33203
08:03:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40089/jwks.json
08:03:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/data/info.pb
08:03:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.125
08:03:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:24.207074 12351 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:24.209371 12351 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:24.221665 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } attempt: 4
08:03:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.223865 12360 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.228785 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.125:33203: Network error: Client connection negotiation failed: client connection to 127.11.251.125:33203: connect: Connection refused (error 111)
08:03:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:24.528308 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } attempt: 5
08:03:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.537423 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.125:33203: Network error: Client connection negotiation failed: client connection to 127.11.251.125:33203: connect: Connection refused (error 111)
08:03:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.085003 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } attempt: 6
08:03:25.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:25.119026 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.125:33203: Network error: Client connection negotiation failed: client connection to 127.11.251.125:33203: connect: Connection refused (error 111)
08:03:25.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:25.626552 12359 debug-util.cc:398] Leaking SignalData structure 0x7b0800028ea0 after lost signal to thread 12351
08:03:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:25.766295 12351 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.540s user 0.533s sys 0.996s
08:03:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:25.766799 12351 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.540s user 0.533s sys 0.996s
08:03:25.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:24.228647 12361 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:25.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:25.769088 12362 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1540 milliseconds
08:03:25.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.769374 12351 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:25.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:25.769436 12363 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.774776 12351 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:25.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.777238 12351 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:25.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.778577 12351 hybrid_clock.cc:648] HybridClock initialized: now 1790669005778555 us; error 57 us; skew 500 ppm
08:03:25.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.779692 12351 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.786123 12351 webserver.cc:533] Webserver started at http://127.11.251.125:34165/ using document root <none> and password file <none>
08:03:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.787083 12351 fs_manager.cc:362] Metadata directory not provided
08:03:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.787282 12351 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.787716 12351 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.794306 12351 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/data/instance:
08:03:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "666b7928902f471ba7cb6184c6b9c39c"
08:03:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:25 on dist-test-slave-670j"
08:03:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.797763 12351 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/wal/instance:
08:03:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "666b7928902f471ba7cb6184c6b9c39c"
08:03:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:25 on dist-test-slave-670j"
08:03:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.806366 12351 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
08:03:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.811901 12372 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.812963 12351 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
08:03:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.813323 12351 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/wal
08:03:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "666b7928902f471ba7cb6184c6b9c39c"
08:03:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:25 on dist-test-slave-670j"
08:03:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.813742 12351 fs_report.cc:389] FS layout report
08:03:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/wal
08:03:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/wal
08:03:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/data/data
08:03:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.865087 12351 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.866672 12351 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.867202 12351 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.936532 12351 rpc_server.cc:307] RPC server started. Bound to: 127.11.251.125:33203
08:03:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.936612 12424 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.251.125:33203 every 8 connection(s)
08:03:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.939451 12351 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/data/info.pb
08:03:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.945619 12425 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.945699 12269 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 12351
08:03:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.946144 12269 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-1/wal/instance
08:03:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.949066 12269 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:25.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/wal
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/data
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/logs
08:03:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/data/info.pb
08:03:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.124:39923
08:03:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.124
08:03:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40089/jwks.json with env {}
08:03:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.962117 12425 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } has no permanent_uuid. Determining permanent_uuid...
08:03:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:25.986758 12425 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } has no permanent_uuid. Determining permanent_uuid...
08:03:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.000191 12425 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } has no permanent_uuid. Determining permanent_uuid...
08:03:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.002292 12375 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.006417 12425 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.055972 12425 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 1
08:03:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.060935 12425 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.129390 12425 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 2
08:03:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.133571 12425 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.179633 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } attempt: 7
08:03:26.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.192013 12349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } has no permanent_uuid. Determining permanent_uuid...
08:03:26.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.198455 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.224949 12425 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 3
08:03:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.228986 12425 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.256913 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 1
08:03:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.261247 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.270833 12427 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.271440 12427 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.271872 12427 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:26.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.305254 12427 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.305539 12427 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.305732 12427 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.306023 12427 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.306278 12427 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.306428 12427 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40089/jwks.json
08:03:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.342667 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 2
08:03:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.347496 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.348253 12427 master_runner.cc:387] Master server non-default flags:
08:03:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/logs
08:03:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/data
08:03:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/wal
08:03:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.124:39923
08:03:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40089/jwks.json
08:03:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/data/info.pb
08:03:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.124
08:03:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.349555 12427 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.351281 12427 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:26.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.361364 12439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.372391 12425 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 4
08:03:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.376710 12425 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.432914 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 3
08:03:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.439680 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.580205 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 4
08:03:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.586962 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.676162 12425 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 5
08:03:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.683085 12425 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:26.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:26.870505 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 5
08:03:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.877709 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.230722 12425 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 6
08:03:27.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:27.245803 12425 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:27.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.430258 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 6
08:03:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:27.441977 12349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.251.124:39923: Network error: Client connection negotiation failed: client connection to 127.11.251.124:39923: connect: Connection refused (error 111)
08:03:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:26.363123 12440 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:27.653554 12441 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1289 milliseconds
08:03:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:27.654286 12442 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.654305 12427 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.657548 12427 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:27.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.660069 12427 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.661399 12427 hybrid_clock.cc:648] HybridClock initialized: now 1790669007661359 us; error 48 us; skew 500 ppm
08:03:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.662140 12427 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:27.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.668754 12427 webserver.cc:533] Webserver started at http://127.11.251.124:39391/ using document root <none> and password file <none>
08:03:27.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.669601 12427 fs_manager.cc:362] Metadata directory not provided
08:03:27.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.669776 12427 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:27.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.670156 12427 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.674400 12427 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/data/instance:
08:03:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b821a188ef93495182e140888805026d"
08:03:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:27 on dist-test-slave-670j"
08:03:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.675710 12427 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/wal/instance:
08:03:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b821a188ef93495182e140888805026d"
08:03:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:27 on dist-test-slave-670j"
08:03:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.683265 12427 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
08:03:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.688794 12453 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.689826 12427 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:03:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.690162 12427 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/wal
08:03:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b821a188ef93495182e140888805026d"
08:03:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:27 on dist-test-slave-670j"
08:03:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.690536 12427 fs_report.cc:389] FS layout report
08:03:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/wal
08:03:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/wal
08:03:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/data/data
08:03:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.751919 12427 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.753482 12427 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.753981 12427 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.826978 12427 rpc_server.cc:307] RPC server started. Bound to: 127.11.251.124:39923
08:03:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.827106 12504 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.251.124:39923 every 8 connection(s)
08:03:27.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.829820 12427 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/data/info.pb
08:03:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.835578 12505 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.836560 12269 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 12427
08:03:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.837028 12269 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/master-2/wal/instance
08:03:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.851649 12505 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.874256 12505 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.884123 12505 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } has no permanent_uuid. Determining permanent_uuid...
08:03:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.899438 12505 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d: Bootstrap starting.
08:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.905623 12505 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d: Neither blocks nor log segments found. Creating new log.
08:03:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.907423 12505 log.cc:826] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d: Log is configured to *not* fsync() on all Append() calls
08:03:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.912417 12505 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d: No bootstrap required, opened a new log
08:03:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.931465 12505 raft_consensus.cc:359] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.932080 12505 raft_consensus.cc:385] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.932348 12505 raft_consensus.cc:740] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b821a188ef93495182e140888805026d, State: Initialized, Role: FOLLOWER
08:03:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.933319 12505 consensus_queue.cc:260] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.936506 12514 sys_catalog.cc:455] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.937322 12514 sys_catalog.cc:458] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: This master's current role is: FOLLOWER
08:03:27.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.938047 12505 sys_catalog.cc:565] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: configured and running, proceeding with master startup.
08:03:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:27.965610 12525 catalog_manager.cc:1607] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:27.966471 12525 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:27.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.960629 12427 master_runner.cc:187] Error getting master registration for 127.11.251.126:43727: OK, instance_id { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" instance_seqno: 1790669003771913 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:27.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:27.984119 12427 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:28.009243 12459 tablet.cc:2433] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.306403 12425 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 7
08:03:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.326318 12425 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c: Bootstrap starting.
08:03:28.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.327365 12514 raft_consensus.cc:493] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.327911 12514 raft_consensus.cc:515] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.330374 12514 leader_election.cc:290] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ec30c91dad4425aaa06faa7c25fe7be (127.11.251.126:43727), 666b7928902f471ba7cb6184c6b9c39c (127.11.251.125:33203)
08:03:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.335052 12425 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c: Neither blocks nor log segments found. Creating new log.
08:03:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.337361 12425 log.cc:826] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c: Log is configured to *not* fsync() on all Append() calls
08:03:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.342955 12425 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c: No bootstrap required, opened a new log
08:03:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.371114 12425 raft_consensus.cc:359] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.372478 12425 raft_consensus.cc:385] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.372817 12425 raft_consensus.cc:740] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 666b7928902f471ba7cb6184c6b9c39c, State: Initialized, Role: FOLLOWER
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.373762 12425 consensus_queue.cc:260] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:28.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.376497 12529 sys_catalog.cc:455] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:28.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.377297 12529 sys_catalog.cc:458] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.378409 12425 sys_catalog.cc:565] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [sys.catalog]: configured and running, proceeding with master startup.
08:03:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.378604 12400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b821a188ef93495182e140888805026d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "666b7928902f471ba7cb6184c6b9c39c" is_pre_election: true
08:03:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.379441 12400 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b821a188ef93495182e140888805026d in term 0.
08:03:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.381013 12457 leader_election.cc:304] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 666b7928902f471ba7cb6184c6b9c39c, b821a188ef93495182e140888805026d; no voters:
08:03:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.382122 12514 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.382571 12514 raft_consensus.cc:493] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.382961 12514 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 0 FOLLOWER]: Advancing to term 1
08:03:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.393795 12514 raft_consensus.cc:515] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.403789 12514 leader_election.cc:290] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [CANDIDATE]: Term 1 election: Requested vote from peers 7ec30c91dad4425aaa06faa7c25fe7be (127.11.251.126:43727), 666b7928902f471ba7cb6184c6b9c39c (127.11.251.125:33203)
08:03:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.407696 12400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b821a188ef93495182e140888805026d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "666b7928902f471ba7cb6184c6b9c39c"
08:03:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.408396 12400 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [term 0 FOLLOWER]: Advancing to term 1
08:03:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.418145 12400 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b821a188ef93495182e140888805026d in term 1.
08:03:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.420179 12457 leader_election.cc:304] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 666b7928902f471ba7cb6184c6b9c39c, b821a188ef93495182e140888805026d; no voters:
08:03:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.421135 12514 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 1 FOLLOWER]: Leader election won for term 1
08:03:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.422763 12514 raft_consensus.cc:697] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [term 1 LEADER]: Becoming Leader. State: Replica: b821a188ef93495182e140888805026d, State: Running, Role: LEADER
08:03:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.423715 12514 consensus_queue.cc:237] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:28.446138 12542 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:28.446911 12542 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:28.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.456664 12541 sys_catalog.cc:455] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: SysCatalogTable state changed. Reason: New leader b821a188ef93495182e140888805026d. Latest consensus state: current_term: 1 leader_uuid: "b821a188ef93495182e140888805026d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.457769 12541 sys_catalog.cc:458] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: This master's current role is: LEADER
08:03:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.428687 12351 master_runner.cc:187] Error getting master registration for 127.11.251.126:43727: OK, instance_id { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" instance_seqno: 1790669003771913 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.462333 12351 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:28.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.463837 12545 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
08:03:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.470955 12545 catalog_manager.cc:1533] Initializing Kudu cluster ID...
08:03:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.475386 12349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } attempt: 7
08:03:28.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.496922 12400 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [term 1 FOLLOWER]: Refusing update from remote peer b821a188ef93495182e140888805026d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.499163 12514 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [LEADER]: Connected to new peer: Peer: permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:28.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.505210 12349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be: Bootstrap starting.
08:03:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.514425 12349 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be: Neither blocks nor log segments found. Creating new log.
08:03:28.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.517351 12349 log.cc:826] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be: Log is configured to *not* fsync() on all Append() calls
08:03:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.528596 12349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be: No bootstrap required, opened a new log
08:03:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.561223 12349 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:28.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.562079 12349 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:28.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.562348 12349 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ec30c91dad4425aaa06faa7c25fe7be, State: Initialized, Role: FOLLOWER
08:03:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.563397 12349 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } }
08:03:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.568346 12349 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [sys.catalog]: configured and running, proceeding with master startup.
08:03:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.568513 12323 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b821a188ef93495182e140888805026d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7ec30c91dad4425aaa06faa7c25fe7be"
08:03:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.569213 12323 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [term 0 FOLLOWER]: Advancing to term 1
08:03:28.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.580017 12324 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b821a188ef93495182e140888805026d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" is_pre_election: true
08:03:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.586143 12323 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b821a188ef93495182e140888805026d in term 1.
08:03:28.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.588647 12322 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [term 1 FOLLOWER]: Refusing update from remote peer b821a188ef93495182e140888805026d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.602255 12547 mvcc.cc:204] Tried to move back new op lower bound from 7334580258782216192 to 7334580258522886144. Current Snapshot: MvccSnapshot[applied={T|T < 7334580258782216192}]
08:03:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.611652 12514 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [LEADER]: Connected to new peer: Peer: permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:03:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.567133 12551 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:28.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.629040 12551 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.650637 12514 sys_catalog.cc:455] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b821a188ef93495182e140888805026d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.651594 12514 sys_catalog.cc:458] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: This master's current role is: LEADER
08:03:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.658340 12545 catalog_manager.cc:1396] Generated new cluster ID: 43df10be0eb14a5280fc40e40faa4b52
08:03:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.658623 12545 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
08:03:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.684006 12555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b821a188ef93495182e140888805026d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.685003 12555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.682240 12551 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [sys.catalog]: SysCatalogTable state changed. Reason: New leader b821a188ef93495182e140888805026d. Latest consensus state: current_term: 1 leader_uuid: "b821a188ef93495182e140888805026d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.694072 12551 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.757135 12514 sys_catalog.cc:455] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b821a188ef93495182e140888805026d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:28.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.757840 12514 sys_catalog.cc:458] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d [sys.catalog]: This master's current role is: LEADER
08:03:28.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.768635 12545 catalog_manager.cc:1419] Generated new certificate authority record
08:03:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.772383 12545 catalog_manager.cc:1553] Loading token signing keys...
08:03:28.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.815876 12568 catalog_manager.cc:1308] Loaded cluster ID: 43df10be0eb14a5280fc40e40faa4b52
08:03:28.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.817039 12568 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be: loading cluster ID for follower catalog manager: success
08:03:28.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.819008 12545 catalog_manager.cc:6219] T 00000000000000000000000000000000 P b821a188ef93495182e140888805026d: Generated new TSK 0
08:03:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.820309 12545 catalog_manager.cc:1563] Initializing in-progress tserver states...
08:03:28.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.840194 12568 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be: acquiring CA information for follower catalog manager: success
08:03:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:28.856355 12568 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 7ec30c91dad4425aaa06faa7c25fe7be: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.052536 12529 sys_catalog.cc:455] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [sys.catalog]: SysCatalogTable state changed. Reason: New leader b821a188ef93495182e140888805026d. Latest consensus state: current_term: 1 leader_uuid: "b821a188ef93495182e140888805026d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.054313 12529 sys_catalog.cc:458] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.098627 12529 sys_catalog.cc:455] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b821a188ef93495182e140888805026d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ec30c91dad4425aaa06faa7c25fe7be" member_type: VOTER last_known_addr { host: "127.11.251.126" port: 43727 } } peers { permanent_uuid: "666b7928902f471ba7cb6184c6b9c39c" member_type: VOTER last_known_addr { host: "127.11.251.125" port: 33203 } } peers { permanent_uuid: "b821a188ef93495182e140888805026d" member_type: VOTER last_known_addr { host: "127.11.251.124" port: 39923 } } }
08:03:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.099325 12529 sys_catalog.cc:458] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.187752 12269 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/wal
08:03:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/data
08:03:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/logs
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/data/info.pb
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:29.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:29.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.65:0
08:03:29.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.251.65
08:03:29.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.65
08:03:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.453648 12542 catalog_manager.cc:1308] Loaded cluster ID: 43df10be0eb14a5280fc40e40faa4b52
08:03:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.454459 12542 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c: loading cluster ID for follower catalog manager: success
08:03:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.463107 12542 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c: acquiring CA information for follower catalog manager: success
08:03:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:29.486264 12542 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 666b7928902f471ba7cb6184c6b9c39c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:29.925566 12572 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:29.928897 12572 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:29.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:29.929961 12572 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:30.006254 12572 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:30.007989 12572 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.251.65
08:03:30.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:30.076327 12572 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/logs
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/data
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/wal
08:03:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.65:0
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/data/info.pb
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.65
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.251.65
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:30.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:30.081457 12572 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:30.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:30.084024 12572 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:30.112439 12578 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:32.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:31.505851 12577 debug-util.cc:398] Leaking SignalData structure 0x7b0800028e80 after lost signal to thread 12572
08:03:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:32.558254 12572 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.436s user 0.399s sys 0.836s
08:03:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:32.558663 12572 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.437s user 0.399s sys 0.836s
08:03:32.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:30.123382 12579 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:32.561442 12582 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:32.563233 12580 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2437 milliseconds
08:03:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.563287 12572 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.564443 12572 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.566493 12572 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.567857 12572 hybrid_clock.cc:648] HybridClock initialized: now 1790669012567823 us; error 35 us; skew 500 ppm
08:03:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.568687 12572 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.574590 12572 webserver.cc:533] Webserver started at http://127.11.251.65:33983/ using document root <none> and password file <none>
08:03:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.575546 12572 fs_manager.cc:362] Metadata directory not provided
08:03:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.575788 12572 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.576313 12572 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.581058 12572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/data/instance:
08:03:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "522decf648b84b53b9ac669bd7d6398f"
08:03:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:32 on dist-test-slave-670j"
08:03:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.582381 12572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/wal/instance:
08:03:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "522decf648b84b53b9ac669bd7d6398f"
08:03:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:32 on dist-test-slave-670j"
08:03:32.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.589454 12572 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
08:03:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.595098 12593 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.596213 12572 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.596557 12572 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/wal
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "522decf648b84b53b9ac669bd7d6398f"
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:32 on dist-test-slave-670j"
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.597028 12572 fs_report.cc:389] FS layout report
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/wal
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/wal
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/data/data
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.651932 12572 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.653574 12572 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.654093 12572 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.656998 12572 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.661492 12572 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:32.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.661731 12572 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:32.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.662066 12572 ts_tablet_manager.cc:662] Registered 0 tablets
08:03:32.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.662271 12572 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.800114 12572 rpc_server.cc:307] RPC server started. Bound to: 127.11.251.65:36611
08:03:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.800267 12706 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.251.65:36611 every 8 connection(s)
08:03:32.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.803381 12572 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/data/info.pb
08:03:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.812037 12269 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 12572
08:03:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.812757 12269 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-0/wal/instance
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.855566 12269 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/wal
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/data
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/logs
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/data/info.pb
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.66:0
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.251.66
08:03:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.66
08:03:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.868603 12707 heartbeater.cc:344] Connected to a master server at 127.11.251.124:39923
08:03:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.872726 12708 heartbeater.cc:344] Connected to a master server at 127.11.251.125:33203
08:03:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.875247 12708 heartbeater.cc:461] Registering TS with master...
08:03:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.876834 12708 heartbeater.cc:507] Master 127.11.251.125:33203 requested a full tablet report, sending...
08:03:32.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.875247 12707 heartbeater.cc:461] Registering TS with master...
08:03:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.879585 12707 heartbeater.cc:507] Master 127.11.251.124:39923 requested a full tablet report, sending...
08:03:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.880829 12390 ts_manager.cc:194] Registered new tserver with Master: 522decf648b84b53b9ac669bd7d6398f (127.11.251.65:36611)
08:03:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.882769 12470 ts_manager.cc:194] Registered new tserver with Master: 522decf648b84b53b9ac669bd7d6398f (127.11.251.65:36611)
08:03:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.885711 12470 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.251.65:46763
08:03:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.893023 12709 heartbeater.cc:344] Connected to a master server at 127.11.251.126:43727
08:03:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.893375 12709 heartbeater.cc:461] Registering TS with master...
08:03:32.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.894088 12709 heartbeater.cc:507] Master 127.11.251.126:43727 requested a full tablet report, sending...
08:03:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:32.896772 12314 ts_manager.cc:194] Registered new tserver with Master: 522decf648b84b53b9ac669bd7d6398f (127.11.251.65:36611)
08:03:33.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:33.185920 12717 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:33.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:33.186383 12717 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:33.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:33.186775 12717 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:33.223167 12717 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:33.223928 12717 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.251.66
08:03:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:33.262480 12717 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/logs
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/data
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/wal
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.66:0
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/data/info.pb
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.66
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.251.66
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:33.263797 12717 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:33.265966 12717 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:33.280843 12724 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:33.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:33.891024 12707 heartbeater.cc:499] Master 127.11.251.124:39923 was elected leader, sending a full tablet report...
08:03:34.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:33.281863 12725 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:34.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:34.586236 12727 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:34.588378 12726 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1303 milliseconds
08:03:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.588506 12717 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.589737 12717 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:34.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.591974 12717 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:34.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.593333 12717 hybrid_clock.cc:648] HybridClock initialized: now 1790669014593295 us; error 46 us; skew 500 ppm
08:03:34.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.594130 12717 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:34.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.600387 12717 webserver.cc:533] Webserver started at http://127.11.251.66:44595/ using document root <none> and password file <none>
08:03:34.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.601409 12717 fs_manager.cc:362] Metadata directory not provided
08:03:34.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.601653 12717 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:34.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.602173 12717 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.606639 12717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/data/instance:
08:03:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3261996a6fe4c3399c556dc3272bbd4"
08:03:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:34 on dist-test-slave-670j"
08:03:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.607864 12717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/wal/instance:
08:03:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3261996a6fe4c3399c556dc3272bbd4"
08:03:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:34 on dist-test-slave-670j"
08:03:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.615192 12717 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
08:03:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.620664 12738 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.621750 12717 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.003s
08:03:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.622103 12717 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/wal
08:03:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3261996a6fe4c3399c556dc3272bbd4"
08:03:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:34 on dist-test-slave-670j"
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.622453 12717 fs_report.cc:389] FS layout report
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/wal
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/wal
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/data/data
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.668308 12717 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:34.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.669987 12717 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:34.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.670531 12717 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.673142 12717 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.677347 12717 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.677583 12717 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.677913 12717 ts_tablet_manager.cc:662] Registered 0 tablets
08:03:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.678117 12717 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:34.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.815587 12717 rpc_server.cc:307] RPC server started. Bound to: 127.11.251.66:35961
08:03:34.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.815729 12851 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.251.66:35961 every 8 connection(s)
08:03:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.819597 12717 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/data/info.pb
08:03:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.831839 12269 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 12717
08:03:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.832427 12269 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-1/wal/instance
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.863648 12269 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/wal
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/data
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/logs
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/data/info.pb
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.67:0
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.251.67
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.67
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.881837 12852 heartbeater.cc:344] Connected to a master server at 127.11.251.124:39923
08:03:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.882347 12852 heartbeater.cc:461] Registering TS with master...
08:03:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.883728 12852 heartbeater.cc:507] Master 127.11.251.124:39923 requested a full tablet report, sending...
08:03:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.886402 12470 ts_manager.cc:194] Registered new tserver with Master: b3261996a6fe4c3399c556dc3272bbd4 (127.11.251.66:35961)
08:03:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.888402 12470 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.251.66:39237
08:03:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.894505 12853 heartbeater.cc:344] Connected to a master server at 127.11.251.125:33203
08:03:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.894853 12853 heartbeater.cc:461] Registering TS with master...
08:03:34.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.895524 12853 heartbeater.cc:507] Master 127.11.251.125:33203 requested a full tablet report, sending...
08:03:34.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.895582 12854 heartbeater.cc:344] Connected to a master server at 127.11.251.126:43727
08:03:34.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.895956 12854 heartbeater.cc:461] Registering TS with master...
08:03:34.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.896510 12854 heartbeater.cc:507] Master 127.11.251.126:43727 requested a full tablet report, sending...
08:03:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.898311 12390 ts_manager.cc:194] Registered new tserver with Master: b3261996a6fe4c3399c556dc3272bbd4 (127.11.251.66:35961)
08:03:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:34.898977 12314 ts_manager.cc:194] Registered new tserver with Master: b3261996a6fe4c3399c556dc3272bbd4 (127.11.251.66:35961)
08:03:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:35.181639 12862 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:35.182161 12862 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:35.182761 12862 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:35.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:35.215199 12862 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:35.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:35.216158 12862 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.251.67
08:03:35.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:35.253161 12862 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:35.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/logs
08:03:35.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.251.84:38591
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/data
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/wal
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.251.67:0
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/data/info.pb
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.251.67
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.251.126:43727,127.11.251.125:33203,127.11.251.124:39923
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.251.67
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:35.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:35.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:35.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:35.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:35.254892 12862 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:35.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:35.257081 12862 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:35.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:35.269761 12869 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:35.892606 12852 heartbeater.cc:499] Master 127.11.251.124:39923 was elected leader, sending a full tablet report...
08:03:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:35.275154 12862 server_base.cc:1061] running on GCE node
08:03:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:35.274399 12872 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:35.273044 12870 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.481366 12862 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:36.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.483570 12862 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.484935 12862 hybrid_clock.cc:648] HybridClock initialized: now 1790669016484911 us; error 44 us; skew 500 ppm
08:03:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.485747 12862 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:36.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.492302 12862 webserver.cc:533] Webserver started at http://127.11.251.67:40191/ using document root <none> and password file <none>
08:03:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.493165 12862 fs_manager.cc:362] Metadata directory not provided
08:03:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.493348 12862 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.493727 12862 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:36.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.498661 12862 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/data/instance:
08:03:36.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34127959174c4a26861cde891ef97c4c"
08:03:36.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:36 on dist-test-slave-670j"
08:03:36.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.499727 12862 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/wal/instance:
08:03:36.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34127959174c4a26861cde891ef97c4c"
08:03:36.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:36 on dist-test-slave-670j"
08:03:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.507011 12862 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
08:03:36.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.512756 12881 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.513897 12862 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.514207 12862 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/wal
08:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34127959174c4a26861cde891ef97c4c"
08:03:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:36 on dist-test-slave-670j"
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.514605 12862 fs_report.cc:389] FS layout report
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/wal
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/wal
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/data/data
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.562786 12862 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.564251 12862 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.564656 12862 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.567392 12862 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.571593 12862 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.571801 12862 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.571985 12862 ts_tablet_manager.cc:662] Registered 0 tablets
08:03:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.572182 12862 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.703049 12862 rpc_server.cc:307] RPC server started. Bound to: 127.11.251.67:45519
08:03:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.703168 12993 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.251.67:45519 every 8 connection(s)
08:03:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.705520 12862 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/data/info.pb
08:03:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.715488 12269 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 12862
08:03:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.715973 12269 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster14950803668786164536/ts-2/wal/instance
08:03:36.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.737576 12994 heartbeater.cc:344] Connected to a master server at 127.11.251.124:39923
08:03:36.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.738022 12994 heartbeater.cc:461] Registering TS with master...
08:03:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.739759 12994 heartbeater.cc:507] Master 127.11.251.124:39923 requested a full tablet report, sending...
08:03:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.742607 12470 ts_manager.cc:194] Registered new tserver with Master: 34127959174c4a26861cde891ef97c4c (127.11.251.67:45519)
08:03:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.743461 12996 heartbeater.cc:344] Connected to a master server at 127.11.251.126:43727
08:03:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.743786 12996 heartbeater.cc:461] Registering TS with master...
08:03:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.744473 12470 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.251.67:38145
08:03:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.744560 12996 heartbeater.cc:507] Master 127.11.251.126:43727 requested a full tablet report, sending...
08:03:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.745468 12995 heartbeater.cc:344] Connected to a master server at 127.11.251.125:33203
08:03:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.745713 12995 heartbeater.cc:461] Registering TS with master...
08:03:36.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.746296 12995 heartbeater.cc:507] Master 127.11.251.125:33203 requested a full tablet report, sending...
08:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.748577 12314 ts_manager.cc:194] Registered new tserver with Master: 34127959174c4a26861cde891ef97c4c (127.11.251.67:45519)
08:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.748576 12390 ts_manager.cc:194] Registered new tserver with Master: 34127959174c4a26861cde891ef97c4c (127.11.251.67:45519)
08:03:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:36.762624 12269 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:03:36.774 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:36.775 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:36.784 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.251.126"
port: 43727
}
bound_http_address {
host: "127.11.251.126"
port: 43739
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.251.125"
port: 33203
}
bound_http_address {
host: "127.11.251.125"
port: 34165
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.251.124"
port: 39923
}
bound_http_address {
host: "127.11.251.124"
port: 39391
}
}
}
08:03:36.787 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:36.789 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.251.65"
port: 36611
}
bound_http_address {
host: "127.11.251.65"
port: 33983
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.251.66"
port: 35961
}
bound_http_address {
host: "127.11.251.66"
port: 44595
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.251.67"
port: 45519
}
bound_http_address {
host: "127.11.251.67"
port: 40191
}
}
}
08:03:36.789 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:03:36.963 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:03:37.020 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:03:37.120 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJb3w72/test-tmp
08:03:37.120 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:03:37.121 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJb3w72/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:37.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:37.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:37.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:37.466908 13006 mini_oidc.cc:150] Starting JWKS server
08:03:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:37.470213 13006 webserver.cc:533] Webserver started at http://127.0.0.1:40205/ using document root <none> and password file <none>
08:03:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:37.470750 13006 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:37.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:37.472450 13006 webserver.cc:533] Webserver started at http://127.0.0.1:45387/ using document root <none> and password file <none>
08:03:37.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:03:37.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/principal' for realm 'KRBTEST.COM',
08:03:37.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:03:37.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:37 dist-test-slave-670j krb5kdc[13018](info): setting up network...
08:03:37.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:03:37.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:37 dist-test-slave-670j krb5kdc[13018](info): set up 2 sockets
08:03:37.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:37 dist-test-slave-670j krb5kdc[13018](info): commencing operation
08:03:37.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:03:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:37.749756 12994 heartbeater.cc:499] Master 127.11.251.124:39923 was elected leader, sending a full tablet report...
08:03:39.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:39.577884 13006 mini_kdc.cc:121] Time spent starting KDC: real 2.070s user 0.000s sys 0.018s
08:03:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:03:39.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:03:39.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:03:39.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:03:39.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:03:39.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:03:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:03:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:03:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:03:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:03:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/test-user.keytab.
08:03:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/test-user.keytab.
08:03:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:39 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669019, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:03:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:03:39Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:03:39Z Disabled control of system clock
08:03:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.179.190@KRBTEST.COM; defaulting to no policy
08:03:39.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:39.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.179.190@KRBTEST.COM" created.
08:03:39.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:39.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:39.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.12.179.190@KRBTEST.COM; defaulting to no policy
08:03:39.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:39.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.12.179.190@KRBTEST.COM" created.
08:03:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:39.806339 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/logs
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.190:38377
08:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.190
08:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.190
08:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.121227 13036 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.121894 13036 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.122622 13036 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:40.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.156257 13036 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:40.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.156551 13036 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:40.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.156963 13036 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:40.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.157313 13036 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:40.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.157641 13036 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.157914 13036 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.158190 13036 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:03:40.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:40.206300 13036 master_runner.cc:387] Master server non-default flags:
08:03:40.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/logs
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.190
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.190:38377
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.190
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:40.207978 13036 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:40.209311 13036 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.220350 13042 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:40.221506 13043 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:41.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:41.511183 13045 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:41.514181 13044 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1288 milliseconds
08:03:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.514353 13036 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.515904 13036 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.519064 13036 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:41.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.520450 13036 hybrid_clock.cc:648] HybridClock initialized: now 1790669021520388 us; error 58 us; skew 500 ppm
08:03:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.521505 13036 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:41 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669021, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.528517 13036 init.cc:377] Logged in from keytab as kudu/127.12.179.190@KRBTEST.COM (short username kudu)
08:03:41.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.533907 13036 webserver.cc:533] Webserver started at http://127.12.179.190:43623/ using document root <none> and password file <none>
08:03:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.534822 13036 fs_manager.cc:362] Metadata directory not provided
08:03:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.535115 13036 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.535651 13036 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.540127 13036 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/instance:
08:03:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fc35e5bdef844d2a00f052c496f734c"
08:03:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:41 on dist-test-slave-670j"
08:03:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.541303 13036 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal/instance:
08:03:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fc35e5bdef844d2a00f052c496f734c"
08:03:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:41 on dist-test-slave-670j"
08:03:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.548837 13036 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
08:03:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.554433 13053 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.555543 13036 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:03:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.555912 13036 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:03:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fc35e5bdef844d2a00f052c496f734c"
08:03:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:41 on dist-test-slave-670j"
08:03:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.556257 13036 fs_report.cc:389] FS layout report
08:03:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:03:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:03:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/data
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.607641 13036 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.613407 13036 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.613920 13036 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.684934 13036 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.190:38377
08:03:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.685007 13104 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.190:38377 every 8 connection(s)
08:03:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.687939 13036 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:03:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.691697 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13036
08:03:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.692245 13006 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal/instance
08:03:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.694686 13105 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.707897 13105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } has no permanent_uuid. Determining permanent_uuid...
08:03:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.179.189@KRBTEST.COM; defaulting to no policy
08:03:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.179.189@KRBTEST.COM" created.
08:03:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:41 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669021, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:03:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.747623 13105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } has no permanent_uuid. Determining permanent_uuid...
08:03:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:41.750313 13056 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.179.189:41621: connect: Connection refused (error 111)
08:03:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.12.179.189@KRBTEST.COM; defaulting to no policy
08:03:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.12.179.189@KRBTEST.COM" created.
08:03:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:41.754666 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.189:41621: Network error: Client connection negotiation failed: client connection to 127.12.179.189:41621: connect: Connection refused (error 111)
08:03:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.775657 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/logs
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.189:41621
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.189
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.189
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.804327 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } attempt: 1
08:03:41.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:41.810169 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.189:41621: Network error: Client connection negotiation failed: client connection to 127.12.179.189:41621: connect: Connection refused (error 111)
08:03:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.878573 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } attempt: 2
08:03:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:41.882792 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.189:41621: Network error: Client connection negotiation failed: client connection to 127.12.179.189:41621: connect: Connection refused (error 111)
08:03:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:41.974251 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } attempt: 3
08:03:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:41.978822 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.189:41621: Network error: Client connection negotiation failed: client connection to 127.12.179.189:41621: connect: Connection refused (error 111)
08:03:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.099978 13114 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.100514 13114 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.101065 13114 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:42.122282 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } attempt: 4
08:03:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.126750 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.189:41621: Network error: Client connection negotiation failed: client connection to 127.12.179.189:41621: connect: Connection refused (error 111)
08:03:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.135581 13114 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.135789 13114 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.136049 13114 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.136252 13114 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.136449 13114 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.136638 13114 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.136780 13114 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:42.174714 13114 master_runner.cc:387] Master server non-default flags:
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/logs
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.189
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.189:41621
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:03:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.189
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:42.175928 13114 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:42.176994 13114 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.188231 13121 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:42.426209 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } attempt: 5
08:03:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.433102 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.189:41621: Network error: Client connection negotiation failed: client connection to 127.12.179.189:41621: connect: Connection refused (error 111)
08:03:42.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:42.980597 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } attempt: 6
08:03:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.005971 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.189:41621: Network error: Client connection negotiation failed: client connection to 127.12.179.189:41621: connect: Connection refused (error 111)
08:03:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.591930 13120 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 13114
08:03:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:42.189204 13122 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.640637 13120 kernel_stack_watchdog.cc:198] Thread 13114 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:03:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:03:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:03:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:03:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:03:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.640703 13114 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.452s user 0.002s sys 0.000s
08:03:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.641274 13114 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.453s user 0.002s sys 0.000s
08:03:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.641381 13123 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1450 milliseconds
08:03:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.643435 13124 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.643395 13114 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.646382 13114 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.649698 13114 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.651165 13114 hybrid_clock.cc:648] HybridClock initialized: now 1790669023651128 us; error 44 us; skew 500 ppm
08:03:43.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.652000 13114 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:43.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:43 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669023, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.658237 13114 init.cc:377] Logged in from keytab as kudu/127.12.179.189@KRBTEST.COM (short username kudu)
08:03:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.664275 13114 webserver.cc:533] Webserver started at http://127.12.179.189:41581/ using document root <none> and password file <none>
08:03:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.665184 13114 fs_manager.cc:362] Metadata directory not provided
08:03:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.665457 13114 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.665876 13114 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.670514 13114 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/instance:
08:03:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39b3a0ada2bc416c9543d9791b61016a"
08:03:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:43 on dist-test-slave-670j"
08:03:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.671696 13114 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal/instance:
08:03:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39b3a0ada2bc416c9543d9791b61016a"
08:03:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:43 on dist-test-slave-670j"
08:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.679454 13114 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
08:03:43.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.686581 13137 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.688030 13114 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
08:03:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.688414 13114 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39b3a0ada2bc416c9543d9791b61016a"
08:03:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:43 on dist-test-slave-670j"
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.688835 13114 fs_report.cc:389] FS layout report
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/data
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:43.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.766443 13114 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.771662 13114 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.772104 13114 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.867856 13114 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.189:41621
08:03:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.867928 13189 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.189:41621 every 8 connection(s)
08:03:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.870349 13114 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:03:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.875873 13190 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.880667 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13114
08:03:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.881064 13006 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal/instance
08:03:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.886441 13190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } has no permanent_uuid. Determining permanent_uuid...
08:03:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.179.188@KRBTEST.COM; defaulting to no policy
08:03:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.179.188@KRBTEST.COM" created.
08:03:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:43 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669023, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:03:43.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.921571 13190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } has no permanent_uuid. Determining permanent_uuid...
08:03:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:43 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669023, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:03:43.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.12.179.188@KRBTEST.COM; defaulting to no policy
08:03:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.12.179.188@KRBTEST.COM" created.
08:03:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.950836 13190 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } has no permanent_uuid. Determining permanent_uuid...
08:03:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.953881 13141 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:43.958724 13190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:43.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:43.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:43.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:43.979271 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:03:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data
08:03:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/logs
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.188:38095
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.188
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.188
08:03:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.008316 13190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 1
08:03:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.012449 13190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.066514 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } attempt: 7
08:03:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:44 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669021, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:03:44.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.080904 13190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 2
08:03:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.085119 13190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.090665 13105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } has no permanent_uuid. Determining permanent_uuid...
08:03:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.096570 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.155067 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 1
08:03:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.159325 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.176484 13190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 3
08:03:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.180796 13190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.240674 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 2
08:03:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.244863 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.292783 13200 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.293469 13200 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.294348 13200 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.324188 13190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 4
08:03:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.328346 13190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.329937 13200 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.330148 13200 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.330212 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 3
08:03:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.330415 13200 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.330767 13200 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.331377 13200 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.331725 13200 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.331991 13200 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:03:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.335083 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.372581 13200 master_runner.cc:387] Master server non-default flags:
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/logs
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.188
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.188:38095
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.188
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.373803 13200 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.374831 13200 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:44.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.386394 13210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:44.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.475507 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 4
08:03:44.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.483801 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.627784 13190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 5
08:03:44.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.636965 13190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:44.767347 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 5
08:03:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.776311 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.185487 13190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 6
08:03:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:45.226438 13190 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:45.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.328876 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 6
08:03:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:45.375394 13105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:45.789582 13209 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 13200
08:03:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:45.873764 13209 kernel_stack_watchdog.cc:198] Thread 13200 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:03:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:45.874439 13212 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1485 milliseconds
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:45.874116 13200 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.488s user 0.502s sys 0.959s
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:45.875242 13213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:45.875914 13200 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.490s user 0.503s sys 0.960s
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:44.386902 13211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.876230 13200 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.879837 13200 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.884699 13200 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.886272 13200 hybrid_clock.cc:648] HybridClock initialized: now 1790669025886239 us; error 43 us; skew 500 ppm
08:03:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.887447 13200 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:45 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669025, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.893595 13200 init.cc:377] Logged in from keytab as kudu/127.12.179.188@KRBTEST.COM (short username kudu)
08:03:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.903453 13200 webserver.cc:533] Webserver started at http://127.12.179.188:42517/ using document root <none> and password file <none>
08:03:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.904366 13200 fs_manager.cc:362] Metadata directory not provided
08:03:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.904633 13200 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.905139 13200 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.909276 13200 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/instance:
08:03:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e"
08:03:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:45 on dist-test-slave-670j"
08:03:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.910377 13200 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal/instance:
08:03:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e"
08:03:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:45 on dist-test-slave-670j"
08:03:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.917469 13200 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
08:03:45.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.922698 13226 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.923821 13200 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
08:03:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.924160 13200 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:03:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e"
08:03:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:45 on dist-test-slave-670j"
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:45.924489 13200 fs_report.cc:389] FS layout report
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/data
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.016274 13200 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:46.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.026335 13200 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.026844 13200 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.098029 13200 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.188:38095
08:03:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.098107 13278 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.188:38095 every 8 connection(s)
08:03:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.100814 13200 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:03:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.104908 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13200
08:03:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.105363 13006 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal/instance
08:03:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.106686 13279 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:46.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.125222 13279 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:46 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669019, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:03:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:46 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669025, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:03:46.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:46 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669019, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:03:46.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.159451 13279 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:46 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669025, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:03:46.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:46 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669019, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:03:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.185611 13279 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:46 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669025, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:03:46.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.218787 13279 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Bootstrap starting.
08:03:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.225208 13279 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Neither blocks nor log segments found. Creating new log.
08:03:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.227437 13279 log.cc:826] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Log is configured to *not* fsync() on all Append() calls
08:03:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.231823 13279 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: No bootstrap required, opened a new log
08:03:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.251255 13279 raft_consensus.cc:359] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.251876 13279 raft_consensus.cc:385] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.252151 13279 raft_consensus.cc:740] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27d9c26fa01f418cb4c8d9f73f11aa3e, State: Initialized, Role: FOLLOWER
08:03:46.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.253028 13279 consensus_queue.cc:260] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.255409 13290 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.256059 13290 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: FOLLOWER
08:03:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.256898 13279 sys_catalog.cc:565] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: configured and running, proceeding with master startup.
08:03:46.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.281807 13232 tablet.cc:2433] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.287005 13190 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 7
08:03:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.290055 13302 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.290485 13302 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:46 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669023, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:03:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.285158 13200 master_runner.cc:187] Error getting master registration for 127.12.179.190:38377: OK, instance_id { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" instance_seqno: 1790669021665263 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.320523 13200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.324160 13190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Bootstrap starting.
08:03:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.331398 13190 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Neither blocks nor log segments found. Creating new log.
08:03:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.333174 13190 log.cc:826] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Log is configured to *not* fsync() on all Append() calls
08:03:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.337482 13190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: No bootstrap required, opened a new log
08:03:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.357995 13190 raft_consensus.cc:359] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.359084 13190 raft_consensus.cc:385] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.359366 13190 raft_consensus.cc:740] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 39b3a0ada2bc416c9543d9791b61016a, State: Initialized, Role: FOLLOWER
08:03:46.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.360265 13190 consensus_queue.cc:260] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.362876 13306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.364369 13190 sys_catalog.cc:565] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: configured and running, proceeding with master startup.
08:03:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.364916 13306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: FOLLOWER
08:03:46.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.399267 13317 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:46.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.399977 13317 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.408964 13105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } attempt: 7
08:03:46.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.390959 13114 master_runner.cc:187] Error getting master registration for 127.12.179.190:38377: OK, instance_id { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" instance_seqno: 1790669021665263 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.421307 13114 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:46 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669021, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:03:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.461131 13105 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Bootstrap starting.
08:03:46.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.469220 13105 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Neither blocks nor log segments found. Creating new log.
08:03:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.471629 13105 log.cc:826] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Log is configured to *not* fsync() on all Append() calls
08:03:46.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.477389 13105 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: No bootstrap required, opened a new log
08:03:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.505244 13105 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.506534 13105 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:46.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.506867 13105 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7fc35e5bdef844d2a00f052c496f734c, State: Initialized, Role: FOLLOWER
08:03:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.507812 13105 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.516626 13321 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.517637 13321 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:03:46.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.518539 13105 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: configured and running, proceeding with master startup.
08:03:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.529322 13143 tablet.cc:2433] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.577195 13036 master_runner.cc:264] No leader master found from master 7fc35e5bdef844d2a00f052c496f734c
08:03:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.577507 13036 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.584686 13332 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.585278 13332 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.595549 13290 raft_consensus.cc:493] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.596061 13290 raft_consensus.cc:515] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.600529 13164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "39b3a0ada2bc416c9543d9791b61016a" is_pre_election: true
08:03:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.601310 13164 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 27d9c26fa01f418cb4c8d9f73f11aa3e in term 0.
08:03:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.604401 13080 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fc35e5bdef844d2a00f052c496f734c" is_pre_election: true
08:03:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.605208 13080 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 27d9c26fa01f418cb4c8d9f73f11aa3e in term 0.
08:03:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.606801 13229 leader_election.cc:304] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27d9c26fa01f418cb4c8d9f73f11aa3e, 39b3a0ada2bc416c9543d9791b61016a; no voters:
08:03:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.617993 13290 leader_election.cc:290] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377), 39b3a0ada2bc416c9543d9791b61016a (127.12.179.189:41621)
08:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.618486 13290 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.618795 13290 raft_consensus.cc:493] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.619104 13290 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 0 FOLLOWER]: Advancing to term 1
08:03:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.624049 13059 tablet.cc:2433] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.628925 13290 raft_consensus.cc:515] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.631978 13080 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fc35e5bdef844d2a00f052c496f734c"
08:03:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.632529 13080 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 0 FOLLOWER]: Advancing to term 1
08:03:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.641119 13080 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 27d9c26fa01f418cb4c8d9f73f11aa3e in term 1.
08:03:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.642370 13227 leader_election.cc:304] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27d9c26fa01f418cb4c8d9f73f11aa3e, 7fc35e5bdef844d2a00f052c496f734c; no voters:
08:03:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.656476 13334 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 1 FOLLOWER]: Leader election won for term 1
08:03:46.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:46.657279 13229 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.12.179.189:41621, user_credentials={real_user=slave}} blocked reactor thread for 50727.8us
08:03:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.660121 13164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "39b3a0ada2bc416c9543d9791b61016a"
08:03:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.660661 13164 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 0 FOLLOWER]: Advancing to term 1
08:03:46.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.668231 13164 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 27d9c26fa01f418cb4c8d9f73f11aa3e in term 1.
08:03:46.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.658571 13290 leader_election.cc:290] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [CANDIDATE]: Term 1 election: Requested vote from peers 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377), 39b3a0ada2bc416c9543d9791b61016a (127.12.179.189:41621)
08:03:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.678717 13334 raft_consensus.cc:697] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 1 LEADER]: Becoming Leader. State: Replica: 27d9c26fa01f418cb4c8d9f73f11aa3e, State: Running, Role: LEADER
08:03:46.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.680591 13334 consensus_queue.cc:237] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.710763 13290 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 27d9c26fa01f418cb4c8d9f73f11aa3e. Latest consensus state: current_term: 1 leader_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.715878 13290 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: LEADER
08:03:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.725842 13337 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
08:03:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.734503 13337 catalog_manager.cc:1533] Initializing Kudu cluster ID...
08:03:46.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.768610 13164 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Refusing update from remote peer 27d9c26fa01f418cb4c8d9f73f11aa3e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.770592 13290 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [LEADER]: Connected to new peer: Peer: permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:46.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.788676 13080 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 1 FOLLOWER]: Refusing update from remote peer 27d9c26fa01f418cb4c8d9f73f11aa3e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.790832 13290 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [LEADER]: Connected to new peer: Peer: permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:03:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.833099 13321 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 27d9c26fa01f418cb4c8d9f73f11aa3e. Latest consensus state: current_term: 1 leader_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.834072 13321 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:03:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.841001 13338 mvcc.cc:204] Tried to move back new op lower bound from 7334580333625069568 to 7334580333328953344. Current Snapshot: MvccSnapshot[applied={T|T < 7334580333625069568}]
08:03:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.848563 13306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 27d9c26fa01f418cb4c8d9f73f11aa3e. Latest consensus state: current_term: 1 leader_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.849265 13306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: FOLLOWER
08:03:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.852957 13340 mvcc.cc:204] Tried to move back new op lower bound from 7334580333625069568 to 7334580333328953344. Current Snapshot: MvccSnapshot[applied={T|T < 7334580333625069568}]
08:03:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.862159 13337 catalog_manager.cc:1396] Generated new cluster ID: 62d55146013648a39b7d48ebd7701689
08:03:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.862515 13337 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
08:03:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.862690 13335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.863341 13335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: LEADER
08:03:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.863870 13335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.864455 13335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: LEADER
08:03:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.877517 13339 mvcc.cc:204] Tried to move back new op lower bound from 7334580333625069568 to 7334580333328953344. Current Snapshot: MvccSnapshot[applied={T|T < 7334580333625069568}]
08:03:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.896157 13306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.898862 13306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: FOLLOWER
08:03:46.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.915100 13321 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:46.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.915756 13321 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:03:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.947242 13337 catalog_manager.cc:1419] Generated new certificate authority record
08:03:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:46.973956 13337 catalog_manager.cc:1553] Loading token signing keys...
08:03:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.022140 13337 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Generated new TSK 0
08:03:47.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.023626 13337 catalog_manager.cc:1563] Initializing in-progress tserver states...
08:03:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.179.129@KRBTEST.COM; defaulting to no policy
08:03:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.179.129@KRBTEST.COM" created.
08:03:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.12.179.129@KRBTEST.COM; defaulting to no policy
08:03:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.12.179.129@KRBTEST.COM" created.
08:03:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.196913 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/wal
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/data
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/logs
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/data/info.pb
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.129:0
08:03:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.179.129
08:03:47.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.129
08:03:47.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:47.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:47.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.129
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.405848 13317 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:03:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.406533 13317 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: loading cluster ID for follower catalog manager: success
08:03:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.413631 13317 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: acquiring CA information for follower catalog manager: success
08:03:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.435271 13317 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.593765 13332 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:03:47.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.595269 13332 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: loading cluster ID for follower catalog manager: success
08:03:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.605847 13332 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: acquiring CA information for follower catalog manager: success
08:03:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:47.616201 13332 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:47.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:47.941275 13351 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:47.941905 13351 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:47.942814 13351 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:48.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:48.006171 13351 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:48.007699 13351 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.179.129
08:03:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:48.077267 13351 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/logs
08:03:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/data
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/wal
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.129
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.129:0
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/data/info.pb
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.129
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.179.129
08:03:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:48.078874 13351 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:48.080360 13351 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:48.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:48.120442 13358 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:49.507130 13357 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 13351
08:03:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:48.127480 13359 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:50.424471 13351 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.301s user 0.553s sys 0.831s
08:03:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:50.425412 13351 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.302s user 0.553s sys 0.831s
08:03:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:50.433385 13365 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.434298 13351 server_base.cc:1061] running on GCE node
08:03:50.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.435497 13351 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.437662 13351 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.439061 13351 hybrid_clock.cc:648] HybridClock initialized: now 1790669030438928 us; error 117 us; skew 500 ppm
08:03:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.439798 13351 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:50 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669030, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.445669 13351 init.cc:377] Logged in from keytab as kudu/127.12.179.129@KRBTEST.COM (short username kudu)
08:03:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.451224 13351 webserver.cc:533] Webserver started at http://127.12.179.129:42921/ using document root <none> and password file <none>
08:03:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.452132 13351 fs_manager.cc:362] Metadata directory not provided
08:03:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.452375 13351 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.453048 13351 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.457608 13351 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/data/instance:
08:03:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ce41ca88fc049b0b8bbb1e567fab7bf"
08:03:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:50 on dist-test-slave-670j"
08:03:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.458873 13351 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/wal/instance:
08:03:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ce41ca88fc049b0b8bbb1e567fab7bf"
08:03:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:50 on dist-test-slave-670j"
08:03:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.466845 13351 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
08:03:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.472601 13371 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:50.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.473732 13351 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:03:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.474068 13351 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/wal
08:03:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ce41ca88fc049b0b8bbb1e567fab7bf"
08:03:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:50 on dist-test-slave-670j"
08:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.474422 13351 fs_report.cc:389] FS layout report
08:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/wal
08:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/wal
08:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/data/data
08:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:50.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.532047 13351 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.537776 13351 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.538295 13351 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.540997 13351 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.545078 13351 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.545313 13351 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.545652 13351 ts_tablet_manager.cc:662] Registered 0 tablets
08:03:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.545861 13351 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.689102 13351 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.129:36499
08:03:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.689253 13484 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.129:36499 every 8 connection(s)
08:03:50.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.691839 13351 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/data/info.pb
08:03:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.701823 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13351
08:03:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.702457 13006 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-0/wal/instance
08:03:50.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:50 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669030, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.129@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:03:50.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.179.130@KRBTEST.COM; defaulting to no policy
08:03:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.786072 13485 heartbeater.cc:344] Connected to a master server at 127.12.179.188:38095
08:03:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.786878 13485 heartbeater.cc:461] Registering TS with master...
08:03:50.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:50 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669030, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.129@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:03:50.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.788867 13485 heartbeater.cc:507] Master 127.12.179.188:38095 requested a full tablet report, sending...
08:03:50.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.794390 13243 ts_manager.cc:194] Registered new tserver with Master: 3ce41ca88fc049b0b8bbb1e567fab7bf (127.12.179.129:36499)
08:03:50.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.798674 13243 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.12.179.129@KRBTEST.COM'} at 127.12.179.129:56587
08:03:50.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:50.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.179.130@KRBTEST.COM" created.
08:03:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.827956 13486 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:03:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.828317 13486 heartbeater.cc:461] Registering TS with master...
08:03:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.828936 13486 heartbeater.cc:507] Master 127.12.179.189:41621 requested a full tablet report, sending...
08:03:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.831853 13154 ts_manager.cc:194] Registered new tserver with Master: 3ce41ca88fc049b0b8bbb1e567fab7bf (127.12.179.129:36499)
08:03:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:50 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669030, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.129@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:03:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:50.867497 13006 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.12.179.130: real 0.142s user 0.000s sys 0.012s
08:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.879125 13487 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:03:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.879480 13487 heartbeater.cc:461] Registering TS with master...
08:03:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.880100 13487 heartbeater.cc:507] Master 127.12.179.190:38377 requested a full tablet report, sending...
08:03:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.883689 13069 ts_manager.cc:194] Registered new tserver with Master: 3ce41ca88fc049b0b8bbb1e567fab7bf (127.12.179.129:36499)
08:03:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.12.179.130@KRBTEST.COM; defaulting to no policy
08:03:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.12.179.130@KRBTEST.COM" created.
08:03:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:50.922713 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/wal
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/data
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/logs
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/data/info.pb
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.130:0
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.179.130
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.130
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.130
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:51.249356 13499 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:51.249938 13499 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:51.250499 13499 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:51.285467 13499 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:51.287284 13499 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.179.130
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:51.331048 13499 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/logs
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/data
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/wal
08:03:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.130
08:03:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.130:0
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/data/info.pb
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.130
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.179.130
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:51.332639 13499 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:51.334020 13499 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:51.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:51.349149 13505 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:51.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:51 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669031, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:51.534734 13049 init.cc:295] Successfully reacquired a new kerberos TGT
08:03:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:51.806195 13485 heartbeater.cc:499] Master 127.12.179.188:38095 was elected leader, sending a full tablet report...
08:03:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:51.350373 13506 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:52.780236 13508 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:52.782684 13507 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1428 milliseconds
08:03:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.782744 13499 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.784047 13499 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.786782 13499 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.788241 13499 hybrid_clock.cc:648] HybridClock initialized: now 1790669032788146 us; error 105 us; skew 500 ppm
08:03:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.789196 13499 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:52 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669032, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.795871 13499 init.cc:377] Logged in from keytab as kudu/127.12.179.130@KRBTEST.COM (short username kudu)
08:03:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.801638 13499 webserver.cc:533] Webserver started at http://127.12.179.130:33115/ using document root <none> and password file <none>
08:03:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.802611 13499 fs_manager.cc:362] Metadata directory not provided
08:03:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.802858 13499 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.803464 13499 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.808172 13499 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/data/instance:
08:03:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8df2212518004480b29a67eb7e26d92a"
08:03:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:52 on dist-test-slave-670j"
08:03:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.809324 13499 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/wal/instance:
08:03:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8df2212518004480b29a67eb7e26d92a"
08:03:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:52 on dist-test-slave-670j"
08:03:52.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.818326 13499 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.004s
08:03:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.826627 13523 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:52.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.829939 13499 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.005s sys 0.001s
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.830505 13499 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/wal
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8df2212518004480b29a67eb7e26d92a"
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:52 on dist-test-slave-670j"
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.830956 13499 fs_report.cc:389] FS layout report
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/wal
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/wal
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/data/data
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.894824 13499 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.905050 13499 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.905485 13499 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.908079 13499 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.912138 13499 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.912322 13499 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.912521 13499 ts_tablet_manager.cc:662] Registered 0 tablets
08:03:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:52.912649 13499 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.111203 13499 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.130:39589
08:03:53.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.111382 13635 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.130:39589 every 8 connection(s)
08:03:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.114420 13499 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/data/info.pb
08:03:53.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.120584 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13499
08:03:53.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.121102 13006 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-1/wal/instance
08:03:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.166006 12703 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad380 after lost signal to thread 12573
08:03:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.167227 12703 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9a00 after lost signal to thread 12706
08:03:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:53 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669032, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.130@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:03:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:53 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669032, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.130@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:03:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:53 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669032, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.130@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:03:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.179.131@KRBTEST.COM; defaulting to no policy
08:03:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.194169 13638 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:03:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.194708 13638 heartbeater.cc:461] Registering TS with master...
08:03:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.195878 13638 heartbeater.cc:507] Master 127.12.179.190:38377 requested a full tablet report, sending...
08:03:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.179.131@KRBTEST.COM" created.
08:03:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.198151 13636 heartbeater.cc:344] Connected to a master server at 127.12.179.188:38095
08:03:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.198491 13636 heartbeater.cc:461] Registering TS with master...
08:03:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.199385 13636 heartbeater.cc:507] Master 127.12.179.188:38095 requested a full tablet report, sending...
08:03:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.200150 13069 ts_manager.cc:194] Registered new tserver with Master: 8df2212518004480b29a67eb7e26d92a (127.12.179.130:39589)
08:03:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.201844 13243 ts_manager.cc:194] Registered new tserver with Master: 8df2212518004480b29a67eb7e26d92a (127.12.179.130:39589)
08:03:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.203830 13243 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.12.179.130@KRBTEST.COM'} at 127.12.179.130:55709
08:03:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.207377 13637 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:03:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.208186 13637 heartbeater.cc:461] Registering TS with master...
08:03:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.208839 13637 heartbeater.cc:507] Master 127.12.179.189:41621 requested a full tablet report, sending...
08:03:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.211818 13154 ts_manager.cc:194] Registered new tserver with Master: 8df2212518004480b29a67eb7e26d92a (127.12.179.130:39589)
08:03:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.179.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:53.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.12.179.131@KRBTEST.COM; defaulting to no policy
08:03:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.12.179.131@KRBTEST.COM" created.
08:03:53.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:53.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:53.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.12.179.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab.
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.271668 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/wal
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/data
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/logs
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/data/info.pb
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.131:0
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.179.131
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.131
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.131
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.630059 13651 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.630599 13651 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:53.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.631395 13651 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:53 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669033, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.663018 13133 init.cc:295] Successfully reacquired a new kerberos TGT
08:03:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.668164 13651 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:53.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.669035 13651 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.179.131
08:03:53.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.728403 13651 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/logs
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/data
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/wal
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.131
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.131:0
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/data/info.pb
08:03:53.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.131
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.179.131
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.730022 13651 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.731323 13651 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:53.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.756705 13657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:54.207876 13636 heartbeater.cc:499] Master 127.12.179.188:38095 was elected leader, sending a full tablet report...
08:03:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:53.773523 13651 server_base.cc:1061] running on GCE node
08:03:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.770541 13658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:53.772938 13660 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:55.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.210248 13651 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.213052 13651 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.214470 13651 hybrid_clock.cc:648] HybridClock initialized: now 1790669035214418 us; error 58 us; skew 500 ppm
08:03:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.215308 13651 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:55.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:55 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.221805 13651 init.cc:377] Logged in from keytab as kudu/127.12.179.131@KRBTEST.COM (short username kudu)
08:03:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.229243 13651 webserver.cc:533] Webserver started at http://127.12.179.131:38111/ using document root <none> and password file <none>
08:03:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.230242 13651 fs_manager.cc:362] Metadata directory not provided
08:03:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.230502 13651 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.231062 13651 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.235947 13651 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/data/instance:
08:03:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76f983337168408aa7c9ae1a280deb07"
08:03:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:55 on dist-test-slave-670j"
08:03:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.237450 13651 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/wal/instance:
08:03:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76f983337168408aa7c9ae1a280deb07"
08:03:55.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:55 on dist-test-slave-670j"
08:03:55.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.245458 13651 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
08:03:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.251353 13672 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.252370 13651 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.252723 13651 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/wal
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76f983337168408aa7c9ae1a280deb07"
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:55 on dist-test-slave-670j"
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.253067 13651 fs_report.cc:389] FS layout report
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/wal
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/wal
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/data/data
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.304222 13651 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.309787 13651 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.310308 13651 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.313691 13651 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:55.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.317793 13651 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:55.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.318125 13651 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:55.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.318483 13651 ts_tablet_manager.cc:662] Registered 0 tablets
08:03:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.318696 13651 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.478065 13651 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.131:33907
08:03:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.478163 13784 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.131:33907 every 8 connection(s)
08:03:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.480680 13651 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/data/info.pb
08:03:55.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.484997 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13651
08:03:55.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.485581 13006 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/ts-2/wal/instance
08:03:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:55 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.131@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:03:55.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:55 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.131@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:03:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.545029 13785 heartbeater.cc:344] Connected to a master server at 127.12.179.188:38095
08:03:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.545548 13785 heartbeater.cc:461] Registering TS with master...
08:03:55.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.546980 13785 heartbeater.cc:507] Master 127.12.179.188:38095 requested a full tablet report, sending...
08:03:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:55 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.131@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:03:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.550783 13243 ts_manager.cc:194] Registered new tserver with Master: 76f983337168408aa7c9ae1a280deb07 (127.12.179.131:33907)
08:03:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.552574 13243 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.12.179.131@KRBTEST.COM'} at 127.12.179.131:58931
08:03:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.561683 13786 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:03:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.562013 13786 heartbeater.cc:461] Registering TS with master...
08:03:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.562640 13786 heartbeater.cc:507] Master 127.12.179.189:41621 requested a full tablet report, sending...
08:03:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.566918 13154 ts_manager.cc:194] Registered new tserver with Master: 76f983337168408aa7c9ae1a280deb07 (127.12.179.131:33907)
08:03:55.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.574113 13789 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:03:55.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.574437 13789 heartbeater.cc:461] Registering TS with master...
08:03:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.575083 13789 heartbeater.cc:507] Master 127.12.179.190:38377 requested a full tablet report, sending...
08:03:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.577946 13069 ts_manager.cc:194] Registered new tserver with Master: 76f983337168408aa7c9ae1a280deb07 (127.12.179.131:33907)
08:03:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.585062 13006 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:03:55.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:55.598 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:03:55.606 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:03:55.607 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:55.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.179.190"
port: 38377
}
bound_http_address {
host: "127.12.179.190"
port: 43623
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.179.189"
port: 41621
}
bound_http_address {
host: "127.12.179.189"
port: 41581
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.179.188"
port: 38095
}
bound_http_address {
host: "127.12.179.188"
port: 42517
}
}
}
08:03:55.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:55.611 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.12.179.129"
port: 36499
}
bound_http_address {
host: "127.12.179.129"
port: 42921
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.12.179.130"
port: 39589
}
bound_http_address {
host: "127.12.179.130"
port: 33115
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.12.179.131"
port: 33907
}
bound_http_address {
host: "127.12.179.131"
port: 38111
}
}
}
08:03:55.611 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:03:55.612 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:03:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:55 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:03:55.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:55.650 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc
08:03:55.659 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:03:55.660 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc
08:03:55.662 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:03:55.692 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:03:55.696 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:03:55.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:03:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:55 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:03:55.739 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:55.739 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc
08:03:55.741 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:03:55.741 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.179.189:41621
08:03:55.742 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:03:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.743386 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13114
08:03:55.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:55.769 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.179.190:38377
08:03:55.769 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:03:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.769778 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13036
08:03:55.799 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:55.800 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.179.188:38095
08:03:55.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:03:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.801017 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13200
08:03:55.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:55.838124 13375 connection.cc:573] client connection to 127.12.179.188:38095 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:55.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:55.838840 13485 heartbeater.cc:646] Failed to heartbeat to 127.12.179.188:38095 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:55.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:55.842 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.179.189:41621
08:03:55.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:55.848169 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/logs
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:55.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.189:41621
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.189
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41581
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.189
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.181819 13800 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.182396 13800 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.183094 13800 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:56.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.227120 13800 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.227598 13800 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.228323 13800 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.228826 13800 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.229336 13800 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.229822 13800 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.230167 13800 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:03:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.232982 13636 heartbeater.cc:646] Failed to heartbeat to 127.12.179.188:38095 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:56.274670 13800 master_runner.cc:387] Master server non-default flags:
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/logs
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.189
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.189:41621
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.189
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41581
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:56.275914 13800 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:56.276853 13800 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.287696 13809 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:56.556766 13785 heartbeater.cc:499] Master 127.12.179.188:38095 was elected leader, sending a full tablet report...
08:03:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.562914 13785 heartbeater.cc:646] Failed to heartbeat to 127.12.179.188:38095 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.290977 13812 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:56.289088 13810 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:57.599051 13811 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1306 milliseconds
08:03:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.599148 13800 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.600274 13800 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.602804 13800 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.604326 13800 hybrid_clock.cc:648] HybridClock initialized: now 1790669037604265 us; error 59 us; skew 500 ppm
08:03:57.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.605471 13800 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:57 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669037, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.612013 13800 init.cc:377] Logged in from keytab as kudu/127.12.179.189@KRBTEST.COM (short username kudu)
08:03:57.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.617723 13800 webserver.cc:533] Webserver started at http://127.12.179.189:41581/ using document root <none> and password file <none>
08:03:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.618784 13800 fs_manager.cc:362] Metadata directory not provided
08:03:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.619074 13800 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.627867 13800 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
08:03:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.632375 13829 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:57.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.633584 13800 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
08:03:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.633957 13800 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39b3a0ada2bc416c9543d9791b61016a"
08:03:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:43 on dist-test-slave-670j"
08:03:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.636190 13800 fs_report.cc:389] FS layout report
08:03:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:03:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/data
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.696913 13800 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.702627 13800 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.703254 13800 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.779788 13800 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.189:41621
08:03:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.779860 13881 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.189:41621 every 8 connection(s)
08:03:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.782693 13800 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:03:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.789287 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13800
08:03:57.790 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:57.790 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.179.190:38377
08:03:57.790 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:03:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.792372 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:03:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:03:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/logs
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.190:38377
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.190
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43623
08:03:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.190
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.794265 13882 sys_catalog.cc:263] Verifying existing consensus state
08:03:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.801946 13882 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Bootstrap starting.
08:03:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.852526 13882 log.cc:826] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Log is configured to *not* fsync() on all Append() calls
08:03:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.879356 13882 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:03:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.880342 13882 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Bootstrap complete.
08:03:57.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.913702 13882 raft_consensus.cc:359] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:57.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.916841 13882 raft_consensus.cc:740] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 39b3a0ada2bc416c9543d9791b61016a, State: Initialized, Role: FOLLOWER
08:03:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.917801 13882 consensus_queue.cc:260] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.920565 13486 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:03:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.922978 13889 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:03:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.923763 13889 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: FOLLOWER
08:03:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.924525 13882 sys_catalog.cc:565] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: configured and running, proceeding with master startup.
08:03:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.976076 13900 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:03:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.976352 13900 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: loading cluster ID for follower catalog manager: success
08:03:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.963886 13800 master_runner.cc:187] Error getting master registration for 127.12.179.190:38377: Network error: Client connection negotiation failed: client connection to 127.12.179.190:38377: connect: Connection refused (error 111),
08:03:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.996798 13800 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:57.997540 13900 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: acquiring CA information for follower catalog manager: success
08:03:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.005600 13900 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.189502 13884 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.190238 13884 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.191087 13884 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:58.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.233870 13884 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:58.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.234174 13884 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:58.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.234611 13884 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.234994 13884 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.235333 13884 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.235662 13884 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.235898 13884 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:03:58.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.265656 13637 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:03:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.272096 13847 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8df2212518004480b29a67eb7e26d92a" instance_seqno: 1790669033055729) as {username='kudu', principal='kudu/127.12.179.130@KRBTEST.COM'} at 127.12.179.130:37457; Asking this server to re-register.
08:03:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.273730 13637 heartbeater.cc:461] Registering TS with master...
08:03:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.277165 13847 ts_manager.cc:194] Registered new tserver with Master: 8df2212518004480b29a67eb7e26d92a (127.12.179.130:39589)
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.293124 13884 master_runner.cc:387] Master server non-default flags:
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/logs
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.190
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.190:38377
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:03:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.190
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43623
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.294816 13884 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.296195 13884 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:03:58.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.309122 13911 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.598523 13786 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:03:58.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.603179 13847 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "76f983337168408aa7c9ae1a280deb07" instance_seqno: 1790669035440724) as {username='kudu', principal='kudu/127.12.179.131@KRBTEST.COM'} at 127.12.179.131:60281; Asking this server to re-register.
08:03:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.605880 13786 heartbeater.cc:461] Registering TS with master...
08:03:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.611065 13846 ts_manager.cc:194] Registered new tserver with Master: 76f983337168408aa7c9ae1a280deb07 (127.12.179.131:33907)
08:03:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.928457 13847 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3ce41ca88fc049b0b8bbb1e567fab7bf" instance_seqno: 1790669030652857) as {username='kudu', principal='kudu/127.12.179.129@KRBTEST.COM'} at 127.12.179.129:48553; Asking this server to re-register.
08:03:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.930111 13486 heartbeater.cc:461] Registering TS with master...
08:03:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:58.933429 13847 ts_manager.cc:194] Registered new tserver with Master: 3ce41ca88fc049b0b8bbb1e567fab7bf (127.12.179.129:36499)
08:03:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.200839 13920 raft_consensus.cc:493] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.201589 13920 raft_consensus.cc:515] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:03:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.235206 13920 leader_election.cc:290] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377), 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095)
08:03:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:59.245961 13833 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:59.291285 13833 leader_election.cc:336] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095): Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:03:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:59.304826 13830 leader_election.cc:336] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377): Network error: Client connection negotiation failed: client connection to 127.12.179.190:38377: connect: Connection refused (error 111)
08:03:59.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.305447 13830 leader_election.cc:304] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 39b3a0ada2bc416c9543d9791b61016a; no voters: 27d9c26fa01f418cb4c8d9f73f11aa3e, 7fc35e5bdef844d2a00f052c496f734c
08:03:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.306699 13920 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:03:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.311969 13912 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:58.316207 13914 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:59.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:03:59.960644 13913 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1646 milliseconds
08:03:59.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.960780 13884 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.962291 13884 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.965596 13884 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.967062 13884 hybrid_clock.cc:648] HybridClock initialized: now 1790669039967017 us; error 47 us; skew 500 ppm
08:03:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.968151 13884 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:03:59 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669039, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:59.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.976555 13884 init.cc:377] Logged in from keytab as kudu/127.12.179.190@KRBTEST.COM (short username kudu)
08:03:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.986745 13884 webserver.cc:533] Webserver started at http://127.12.179.190:43623/ using document root <none> and password file <none>
08:03:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.988018 13884 fs_manager.cc:362] Metadata directory not provided
08:03:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.988304 13884 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:03:59.999235 13884 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
08:04:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.004788 13936 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.006167 13884 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
08:04:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.006659 13884 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:04:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fc35e5bdef844d2a00f052c496f734c"
08:04:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:41 on dist-test-slave-670j"
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.012444 13884 fs_report.cc:389] FS layout report
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/data
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.106251 13884 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.113373 13884 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.113917 13884 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:00.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.199366 13884 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.190:38377
08:04:00.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.199401 13987 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.190:38377 every 8 connection(s)
08:04:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.203380 13884 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:04:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.206058 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13884
08:04:00.207 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:00.208 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.179.188:38095
08:04:00.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:04:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.209936 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:04:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:04:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data
08:04:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/logs
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.188:38095
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.188
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42517
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.188
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.219354 13988 sys_catalog.cc:263] Verifying existing consensus state
08:04:00.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.227792 13988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Bootstrap starting.
08:04:00.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.282429 13988 log.cc:826] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Log is configured to *not* fsync() on all Append() calls
08:04:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.304494 13988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.305555 13988 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Bootstrap complete.
08:04:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.363808 13988 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.367667 13988 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7fc35e5bdef844d2a00f052c496f734c, State: Initialized, Role: FOLLOWER
08:04:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.369134 13988 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.386060 13638 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:04:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.391535 13995 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.393435 13988 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: configured and running, proceeding with master startup.
08:04:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.394279 13995 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:04:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.436991 14006 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:04:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.437562 14006 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: loading cluster ID for follower catalog manager: success
08:04:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:00 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669040, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.450322 13367 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.452081 14006 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: acquiring CA information for follower catalog manager: success
08:04:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.458242 14006 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:00 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669039, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:04:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.540163 13884 master_runner.cc:187] Error getting master registration for 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111),
08:04:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.567189 13884 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:00.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.670586 13789 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:04:00.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.677009 13953 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "76f983337168408aa7c9ae1a280deb07" instance_seqno: 1790669035440724) as {username='kudu', principal='kudu/127.12.179.131@KRBTEST.COM'} at 127.12.179.131:39197; Asking this server to re-register.
08:04:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.678848 13789 heartbeater.cc:461] Registering TS with master...
08:04:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.678905 13990 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.679697 13990 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.680773 13990 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.682735 13952 ts_manager.cc:194] Registered new tserver with Master: 76f983337168408aa7c9ae1a280deb07 (127.12.179.131:33907)
08:04:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.743506 13990 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.744148 13990 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.744664 13990 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.745013 13990 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.745388 13990 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.745723 13990 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:00.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.745973 13990 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.816732 13990 master_runner.cc:387] Master server non-default flags:
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/logs
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.188
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.188:38095
08:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.188
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42517
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.818404 13990 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.819753 13990 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:00.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.893914 14018 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.902001 14019 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.972863 13487 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:04:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.975642 13953 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3ce41ca88fc049b0b8bbb1e567fab7bf" instance_seqno: 1790669030652857) as {username='kudu', principal='kudu/127.12.179.129@KRBTEST.COM'} at 127.12.179.129:44641; Asking this server to re-register.
08:04:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.976914 13487 heartbeater.cc:461] Registering TS with master...
08:04:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.979720 13953 ts_manager.cc:194] Registered new tserver with Master: 3ce41ca88fc049b0b8bbb1e567fab7bf (127.12.179.129:36499)
08:04:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.158681 14026 raft_consensus.cc:493] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.159441 14026 raft_consensus.cc:515] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:01.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.168450 14026 leader_election.cc:290] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377), 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095)
08:04:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:01.189312 13833 leader_election.cc:336] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095): Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:04:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.193308 13963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39b3a0ada2bc416c9543d9791b61016a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7fc35e5bdef844d2a00f052c496f734c" is_pre_election: true
08:04:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.194221 13963 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 39b3a0ada2bc416c9543d9791b61016a in term 1.
08:04:01.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.195699 13830 leader_election.cc:304] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 39b3a0ada2bc416c9543d9791b61016a, 7fc35e5bdef844d2a00f052c496f734c; no voters: 27d9c26fa01f418cb4c8d9f73f11aa3e
08:04:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.199294 14026 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.199648 14026 raft_consensus.cc:493] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:01.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.199973 14026 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 1 FOLLOWER]: Advancing to term 2
08:04:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.216872 14026 raft_consensus.cc:515] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.219769 13963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39b3a0ada2bc416c9543d9791b61016a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7fc35e5bdef844d2a00f052c496f734c"
08:04:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.220340 13963 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 1 FOLLOWER]: Advancing to term 2
08:04:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:01.246802 13833 leader_election.cc:336] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095): Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:04:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.248801 14026 leader_election.cc:290] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 election: Requested vote from peers 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377), 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095)
08:04:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.244941 13963 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 39b3a0ada2bc416c9543d9791b61016a in term 2.
08:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.250718 13830 leader_election.cc:304] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 39b3a0ada2bc416c9543d9791b61016a, 7fc35e5bdef844d2a00f052c496f734c; no voters: 27d9c26fa01f418cb4c8d9f73f11aa3e
08:04:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.258366 14026 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Leader election won for term 2
08:04:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.263938 14026 raft_consensus.cc:697] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 LEADER]: Becoming Leader. State: Replica: 39b3a0ada2bc416c9543d9791b61016a, State: Running, Role: LEADER
08:04:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.265805 14026 consensus_queue.cc:237] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.286974 14031 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39b3a0ada2bc416c9543d9791b61016a. Latest consensus state: current_term: 2 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.287889 14031 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: LEADER
08:04:01.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.298072 14033 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
08:04:01.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.310760 14033 catalog_manager.cc:1533] Initializing Kudu cluster ID...
08:04:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.317133 14033 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:04:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.317584 14033 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
08:04:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.324409 14033 catalog_manager.cc:1553] Loading token signing keys...
08:04:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.331040 14033 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Loaded TSK: 0
08:04:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.332891 14033 catalog_manager.cc:1563] Initializing in-progress tserver states...
08:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.393700 13953 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8df2212518004480b29a67eb7e26d92a" instance_seqno: 1790669033055729) as {username='kudu', principal='kudu/127.12.179.130@KRBTEST.COM'} at 127.12.179.130:50071; Asking this server to re-register.
08:04:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.395629 13638 heartbeater.cc:461] Registering TS with master...
08:04:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.399466 13953 ts_manager.cc:194] Registered new tserver with Master: 8df2212518004480b29a67eb7e26d92a (127.12.179.130:39589)
08:04:01.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.700779 13963 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 2 FOLLOWER]: Refusing update from remote peer 39b3a0ada2bc416c9543d9791b61016a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
08:04:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.702354 14031 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:04:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.745729 14036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39b3a0ada2bc416c9543d9791b61016a. Latest consensus state: current_term: 2 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.747210 14036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:04:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.752499 14036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.753180 14036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:04:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.762327 14026 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:01.763852 14026 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: LEADER
08:04:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:01.772670 13833 consensus_peers.cc:597] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a -> Peer 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095): Couldn't send request to peer 27d9c26fa01f418cb4c8d9f73f11aa3e. Status: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:02.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:00.924955 13990 server_base.cc:1061] running on GCE node
08:04:02.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:00.922428 14021 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.378356 13990 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.381829 13990 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.383275 13990 hybrid_clock.cc:648] HybridClock initialized: now 1790669042383238 us; error 42 us; skew 500 ppm
08:04:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.384362 13990 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:02 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669042, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:02.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.392422 13990 init.cc:377] Logged in from keytab as kudu/127.12.179.188@KRBTEST.COM (short username kudu)
08:04:02.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.398624 13990 webserver.cc:533] Webserver started at http://127.12.179.188:42517/ using document root <none> and password file <none>
08:04:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.399847 13990 fs_manager.cc:362] Metadata directory not provided
08:04:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.400151 13990 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:02.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.411607 13990 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.001s
08:04:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.418565 14056 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:02.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.420667 13990 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.004s sys 0.002s
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.421155 13990 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e"
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:45 on dist-test-slave-670j"
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.423960 13990 fs_report.cc:389] FS layout report
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/data
08:04:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.573451 13990 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.580899 13990 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:02.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.581467 13990 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:02.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.629408 13786 heartbeater.cc:499] Master 127.12.179.189:41621 was elected leader, sending a full tablet report...
08:04:02.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.674829 13990 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.188:38095
08:04:02.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.675005 14108 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.188:38095 every 8 connection(s)
08:04:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.677681 13990 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:04:02.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.684396 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 13990
08:04:02.685 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.691167 14109 sys_catalog.cc:263] Verifying existing consensus state
08:04:02.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.704828 14109 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Bootstrap starting.
08:04:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:02 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669037, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:04:02.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.774288 14109 log.cc:826] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Log is configured to *not* fsync() on all Append() calls
08:04:02.785 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.179.189:41621(127.12.179.189:41621)] connecting to peer
08:04:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:02 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669042, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:02.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.801723 13519 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.853554 14109 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:02.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.858008 14109 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Bootstrap complete.
08:04:02.883 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.179.190:38377(127.12.179.190:38377)] connecting to peer
08:04:02.896 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.179.188:38095(127.12.179.188:38095)] connecting to peer
08:04:02.934 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.179.188:38095(127.12.179.188:38095)] Successfully connected to peer
08:04:02.936 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.179.189:41621(127.12.179.189:41621)] Successfully connected to peer
08:04:02.937 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.179.190:38377(127.12.179.190:38377)] Successfully connected to peer
08:04:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.952458 13486 heartbeater.cc:499] Master 127.12.179.189:41621 was elected leader, sending a full tablet report...
08:04:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.961484 14109 raft_consensus.cc:359] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.968611 14109 raft_consensus.cc:740] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27d9c26fa01f418cb4c8d9f73f11aa3e, State: Initialized, Role: FOLLOWER
08:04:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:02.969709 14109 consensus_queue.cc:260] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.081305 13800 master_runner.cc:187] Error getting master registration for 127.12.179.188:38095: OK, instance_id { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" instance_seqno: 1790669042650155 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:03.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.081992 13800 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.083696 14109 sys_catalog.cc:565] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: configured and running, proceeding with master startup.
08:04:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.080725 14121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.085011 14121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: FOLLOWER
08:04:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.086347 14083 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 1 FOLLOWER]: Advancing to term 2
08:04:03.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:03 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669040, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.129@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:04:03.127 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:04:03.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.138643 13485 heartbeater.cc:344] Connected to a master server at 127.12.179.188:38095
08:04:03.164 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.12.179.189
08:04:03.167 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.12.179.190
08:04:03.168 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.12.179.188
08:04:03.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.166374 14121 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39b3a0ada2bc416c9543d9791b61016a. Latest consensus state: current_term: 2 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.173723 14121 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: FOLLOWER
08:04:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.176227 14128 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.183715 14128 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: FOLLOWER
08:04:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.195710 14046 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:03.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.196947 14046 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: LEADER
08:04:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.302469 13637 heartbeater.cc:499] Master 127.12.179.189:41621 was elected leader, sending a full tablet report...
08:04:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.352597 14140 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:04:03.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:03 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669042, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.130@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:04:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:03 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669042, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:04:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.399483 13636 heartbeater.cc:344] Connected to a master server at 127.12.179.188:38095
08:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.405596 14073 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8df2212518004480b29a67eb7e26d92a" instance_seqno: 1790669033055729) as {username='kudu', principal='kudu/127.12.179.130@KRBTEST.COM'} at 127.12.179.130:50413; Asking this server to re-register.
08:04:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.408964 13636 heartbeater.cc:461] Registering TS with master...
08:04:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.414709 14073 ts_manager.cc:194] Registered new tserver with Master: 8df2212518004480b29a67eb7e26d92a (127.12.179.130:39589)
08:04:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:03 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669042, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:03 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669042, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:04:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:03 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:04:03.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:03 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:04:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:03 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790669035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:04:03.731 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xbaa384e6, L:/127.0.0.1:48062 - R:/127.12.179.189:41621] using SASL/GSSAPI
08:04:03.734 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xb84f64b0, L:/127.0.0.1:46790 - R:/127.12.179.188:38095] using SASL/GSSAPI
08:04:03.735 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xd895efd5, L:/127.0.0.1:57752 - R:/127.12.179.190:38377] using SASL/GSSAPI
08:04:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.744027 13785 heartbeater.cc:344] Connected to a master server at 127.12.179.188:38095
08:04:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.744626 13785 heartbeater.cc:499] Master 127.12.179.188:38095 was elected leader, sending a full tablet report...
08:04:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.747663 14073 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "76f983337168408aa7c9ae1a280deb07" instance_seqno: 1790669035440724) as {username='kudu', principal='kudu/127.12.179.131@KRBTEST.COM'} at 127.12.179.131:36297; Asking this server to re-register.
08:04:03.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.749748 13785 heartbeater.cc:461] Registering TS with master...
08:04:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:03.753099 14073 ts_manager.cc:194] Registered new tserver with Master: 76f983337168408aa7c9ae1a280deb07 (127.12.179.131:33907)
08:04:03.808 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:03.809 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1121), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.179.189:41621, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.179.190:38377, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.179.188:38095, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.179.190:38377: OK, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.179.188:38095: OK, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.12.179.189:41621: OK, deferred=null) after lookup
08:04:04.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.145124 14073 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3ce41ca88fc049b0b8bbb1e567fab7bf" instance_seqno: 1790669030652857) as {username='kudu', principal='kudu/127.12.179.129@KRBTEST.COM'} at 127.12.179.129:34603; Asking this server to re-register.
08:04:04.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.146466 13485 heartbeater.cc:461] Registering TS with master...
08:04:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.149051 14073 ts_manager.cc:194] Registered new tserver with Master: 3ce41ca88fc049b0b8bbb1e567fab7bf (127.12.179.129:36499)
08:04:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.359310 14140 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:04:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.359591 14140 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: loading cluster ID for follower catalog manager: success
08:04:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.365912 14140 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: acquiring CA information for follower catalog manager: success
08:04:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.369904 14140 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:04.838 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:04:04.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:04:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:04 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669044, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:04:04.877 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:04.878 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc
08:04:04.879 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:04:04.880 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.179.189:41621
08:04:04.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:04:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.881002 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13800
08:04:04.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:04.916 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.179.189:41621(127.12.179.189:41621)] handling channelInactive
08:04:04.916 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.179.190:38377
08:04:04.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:04:04.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.179.189:41621(127.12.179.189:41621)] cleaning up while in state READY due to: connection closed
08:04:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.916944 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13884
08:04:04.948 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.179.190:38377(127.12.179.190:38377)] handling channelInactive
08:04:04.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.179.190:38377(127.12.179.190:38377)] cleaning up while in state READY due to: connection closed
08:04:04.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:04.954 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.179.188:38095
08:04:04.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:04:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.954706 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13990
08:04:04.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:04.976 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.179.189:41621
08:04:04.976 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.179.188:38095(127.12.179.188:38095)] handling channelInactive
08:04:04.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:04:04.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.179.188:38095(127.12.179.188:38095)] cleaning up while in state READY due to: connection closed
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:04.978250 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/logs
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.189:41621
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.189
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41581
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.189
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:05 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669045, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:05.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:05.226691 13666 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.302677 12421 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae8c0 after lost signal to thread 12355
08:04:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.303305 12421 debug-util.cc:398] Leaking SignalData structure 0x7b080003ce20 after lost signal to thread 12424
08:04:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.322714 14154 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.323346 14154 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.323966 14154 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.360266 14154 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.360491 14154 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.360762 14154 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.361018 14154 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.361268 14154 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.361465 14154 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.361613 14154 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:05.402604 14154 master_runner.cc:387] Master server non-default flags:
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/logs
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.189
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.189:41621
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.189
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41581
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:04:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:05.403889 14154 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:05.405201 14154 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:05.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.421832 14162 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:05.439143 14163 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:07.358806 14154 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.921s user 0.432s sys 0.888s
08:04:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:06.820019 14161 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 14154
08:04:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:07.360143 14166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:07.361132 14154 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.923s user 0.432s sys 0.888s
08:04:07.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:07.365804 14165 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1923 milliseconds
08:04:07.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.365845 14154 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.367511 14154 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:07.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.370730 14154 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:07.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.374343 14154 hybrid_clock.cc:648] HybridClock initialized: now 1790669047373948 us; error 396 us; skew 500 ppm
08:04:07.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.375437 14154 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:07 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669047, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.382869 14154 init.cc:377] Logged in from keytab as kudu/127.12.179.189@KRBTEST.COM (short username kudu)
08:04:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.389070 14154 webserver.cc:533] Webserver started at http://127.12.179.189:41581/ using document root <none> and password file <none>
08:04:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.390195 14154 fs_manager.cc:362] Metadata directory not provided
08:04:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.390406 14154 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:07.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.399597 14154 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
08:04:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.405236 14185 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.406726 14154 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
08:04:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.407095 14154 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "39b3a0ada2bc416c9543d9791b61016a"
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:43 on dist-test-slave-670j"
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.408931 14154 fs_report.cc:389] FS layout report
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/wal
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/data
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.474419 14154 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.484181 14154 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.484772 14154 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.577474 14154 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.189:41621
08:04:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.577533 14237 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.189:41621 every 8 connection(s)
08:04:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.580607 14154 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-1/data/info.pb
08:04:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.587476 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 14154
08:04:07.588 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:07.588 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.179.190:38377
08:04:07.588 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.590229 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data
08:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/logs
08:04:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:04:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.190:38377
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.190
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43623
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.190
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.596257 14238 sys_catalog.cc:263] Verifying existing consensus state
08:04:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.605037 14238 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Bootstrap starting.
08:04:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.662737 14238 log.cc:826] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Log is configured to *not* fsync() on all Append() calls
08:04:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.686960 14238 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.687951 14238 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Bootstrap complete.
08:04:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.726370 14238 raft_consensus.cc:359] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.730038 14238 raft_consensus.cc:740] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 39b3a0ada2bc416c9543d9791b61016a, State: Initialized, Role: FOLLOWER
08:04:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.731398 14238 consensus_queue.cc:260] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.737758 14245 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.738631 14245 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: FOLLOWER
08:04:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.741606 14238 sys_catalog.cc:565] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: configured and running, proceeding with master startup.
08:04:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:07 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669045, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.131@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:04:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.788026 13786 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:04:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:07.866061 12848 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba4e0 after lost signal to thread 12718
08:04:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:07.867563 12848 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6140 after lost signal to thread 12851
08:04:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.873302 14257 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:04:07.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.892889 14154 master_runner.cc:187] Error getting master registration for 127.12.179.190:38377: Network error: Client connection negotiation failed: client connection to 127.12.179.190:38377: connect: Connection refused (error 111),
08:04:07.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:07.925069 14154 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:08.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:08 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669040, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.129@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:04:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.074770 13486 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:04:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.081386 14203 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3ce41ca88fc049b0b8bbb1e567fab7bf" instance_seqno: 1790669030652857) as {username='kudu', principal='kudu/127.12.179.129@KRBTEST.COM'} at 127.12.179.129:51713; Asking this server to re-register.
08:04:08.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.085896 13486 heartbeater.cc:461] Registering TS with master...
08:04:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.089998 14202 ts_manager.cc:194] Registered new tserver with Master: 3ce41ca88fc049b0b8bbb1e567fab7bf (127.12.179.129:36499)
08:04:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.115900 14241 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.116698 14241 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.117805 14241 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.161146 14241 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.161453 14241 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.161888 14241 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.162266 14241 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.162599 14241 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.162945 14241 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.163218 14241 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.207983 14241 master_runner.cc:387] Master server non-default flags:
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/logs
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:04:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.190
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.190:38377
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.190
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43623
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:04:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:04:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:04:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.209824 14241 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.211243 14241 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.234985 14266 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:08.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:08 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669042, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.130@KRBTEST.COM for kudu/127.12.179.189@KRBTEST.COM
08:04:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.399156 13637 heartbeater.cc:344] Connected to a master server at 127.12.179.189:41621
08:04:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.402426 14203 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8df2212518004480b29a67eb7e26d92a" instance_seqno: 1790669033055729) as {username='kudu', principal='kudu/127.12.179.130@KRBTEST.COM'} at 127.12.179.130:33511; Asking this server to re-register.
08:04:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.404103 13637 heartbeater.cc:461] Registering TS with master...
08:04:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.408066 14203 ts_manager.cc:194] Registered new tserver with Master: 8df2212518004480b29a67eb7e26d92a (127.12.179.130:39589)
08:04:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.797048 14203 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "76f983337168408aa7c9ae1a280deb07" instance_seqno: 1790669035440724) as {username='kudu', principal='kudu/127.12.179.131@KRBTEST.COM'} at 127.12.179.131:48559; Asking this server to re-register.
08:04:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.799813 13786 heartbeater.cc:461] Registering TS with master...
08:04:08.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.804443 14203 ts_manager.cc:194] Registered new tserver with Master: 76f983337168408aa7c9ae1a280deb07 (127.12.179.131:33907)
08:04:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.900034 14257 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:04:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.900758 14257 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: loading cluster ID for follower catalog manager: success
08:04:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.923305 14257 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: acquiring CA information for follower catalog manager: success
08:04:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.929561 14257 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.541330 14277 raft_consensus.cc:493] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:09.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.541903 14277 raft_consensus.cc:515] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.566891 14277 leader_election.cc:290] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377), 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095)
08:04:09.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:09.577688 14189 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:04:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:09.587850 14186 leader_election.cc:336] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377): Network error: Client connection negotiation failed: client connection to 127.12.179.190:38377: connect: Connection refused (error 111)
08:04:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:09.590691 14189 leader_election.cc:336] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095): Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:04:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.591109 14189 leader_election.cc:304] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 39b3a0ada2bc416c9543d9791b61016a; no voters: 27d9c26fa01f418cb4c8d9f73f11aa3e, 7fc35e5bdef844d2a00f052c496f734c
08:04:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.591953 14277 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
08:04:09.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.240288 14269 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:08.241582 14241 server_base.cc:1061] running on GCE node
08:04:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:08.238524 14267 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.675860 14241 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.679356 14241 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.680836 14241 hybrid_clock.cc:648] HybridClock initialized: now 1790669049680703 us; error 137 us; skew 500 ppm
08:04:09.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.682037 14241 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:09 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669049, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.690672 14241 init.cc:377] Logged in from keytab as kudu/127.12.179.190@KRBTEST.COM (short username kudu)
08:04:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.719648 14241 webserver.cc:533] Webserver started at http://127.12.179.190:43623/ using document root <none> and password file <none>
08:04:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.720963 14241 fs_manager.cc:362] Metadata directory not provided
08:04:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.721267 14241 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.732904 14241 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
08:04:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.739001 14286 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:09.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.740692 14241 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
08:04:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.741134 14241 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:04:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fc35e5bdef844d2a00f052c496f734c"
08:04:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:41 on dist-test-slave-670j"
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.744335 14241 fs_report.cc:389] FS layout report
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/wal
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/data
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.811470 14241 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.819559 14241 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.820163 14241 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.973215 14241 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.190:38377
08:04:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.973344 14339 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.190:38377 every 8 connection(s)
08:04:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.977902 14241 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-0/data/info.pb
08:04:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.981026 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 14241
08:04:09.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:09.982 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.179.188:38095
08:04:09.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:04:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:09.984165 13006 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:04:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu
08:04:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data
08:04:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/logs
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.188:38095
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.188
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42517
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:04:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.188
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.025432 14340 sys_catalog.cc:263] Verifying existing consensus state
08:04:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.035169 14340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Bootstrap starting.
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.104992 14344 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.060564 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.12.179.129:51315 (local address 127.12.179.190:38377)
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.083330 (+ 22766us) server_negotiation.cc:207] Beginning negotiation
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.083375 (+ 45us) server_negotiation.cc:400] Waiting for connection header
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.085243 (+ 1868us) server_negotiation.cc:408] Connection header received
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.096674 (+ 11431us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.096745 (+ 71us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.099050 (+ 2305us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.102025 (+ 2975us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:10.103114 (+ 1089us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.12.179.129:51315: BlockingRecv error: recv got EOF from 127.12.179.129:51315 (error 108)
08:04:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":18118,"thread_start_us":18420,"threads_started":1}
08:04:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.132964 14340 log.cc:826] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Log is configured to *not* fsync() on all Append() calls
08:04:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.161926 14340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.163236 14340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: Bootstrap complete.
08:04:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.192603 14340 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.197440 14340 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7fc35e5bdef844d2a00f052c496f734c, State: Initialized, Role: FOLLOWER
08:04:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.198791 14340 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.226951 14346 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:10.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.227850 14346 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:04:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.229354 14340 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: configured and running, proceeding with master startup.
08:04:10.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.298383 14357 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:04:10.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.298720 14357 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: loading cluster ID for follower catalog manager: success
08:04:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:10 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669049, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.190@KRBTEST.COM for kudu/127.12.179.190@KRBTEST.COM
08:04:10.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.316206 14357 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: acquiring CA information for follower catalog manager: success
08:04:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.322580 14357 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.361833 14241 master_runner.cc:187] Error getting master registration for 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111),
08:04:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.389694 14241 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:10 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669050, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.453701 13367 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.477958 13638 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:04:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.484787 14304 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8df2212518004480b29a67eb7e26d92a" instance_seqno: 1790669033055729) as {username='kudu', principal='kudu/127.12.179.130@KRBTEST.COM'} at 127.12.179.130:48085; Asking this server to re-register.
08:04:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.487347 13638 heartbeater.cc:461] Registering TS with master...
08:04:10.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.491120 14303 ts_manager.cc:194] Registered new tserver with Master: 8df2212518004480b29a67eb7e26d92a (127.12.179.130:39589)
08:04:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.513019 14341 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.513865 12345 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9f00 after lost signal to thread 12282
08:04:10.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.514611 12345 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9b60 after lost signal to thread 12348
08:04:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.513751 14341 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.515257 14341 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.596167 14341 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.596506 14341 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.597141 14341 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.597541 14341 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.597959 14341 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.598331 14341 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.598641 14341 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40205/jwks.json
08:04:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.685966 14341 master_runner.cc:387] Master server non-default flags:
08:04:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/logs
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.179.148:37891
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.179.190:38377,127.12.179.189:41621,127.12.179.188:38095
08:04:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/krb5kdc/kudu.keytab
08:04:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.179.188
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.179.188:38095
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40205/jwks.json
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.179.188
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42517
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on e7f111948823
08:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14054
08:04:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.687973 14341 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.689309 14341 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:04:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.754732 14370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:10.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.785634 13789 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:04:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.788393 14304 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "76f983337168408aa7c9ae1a280deb07" instance_seqno: 1790669035440724) as {username='kudu', principal='kudu/127.12.179.131@KRBTEST.COM'} at 127.12.179.131:46491; Asking this server to re-register.
08:04:10.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.790024 13789 heartbeater.cc:461] Registering TS with master...
08:04:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:10.793171 14304 ts_manager.cc:194] Registered new tserver with Master: 76f983337168408aa7c9ae1a280deb07 (127.12.179.131:33907)
08:04:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.131672 14379 raft_consensus.cc:493] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.132545 14379 raft_consensus.cc:515] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.139006 14379 leader_election.cc:290] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377), 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095)
08:04:11.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.153664 13487 heartbeater.cc:344] Connected to a master server at 127.12.179.190:38377
08:04:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.157250 14304 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3ce41ca88fc049b0b8bbb1e567fab7bf" instance_seqno: 1790669030652857) as {username='kudu', principal='kudu/127.12.179.129@KRBTEST.COM'} at 127.12.179.129:33685; Asking this server to re-register.
08:04:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.160784 13487 heartbeater.cc:461] Registering TS with master...
08:04:11.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.164407 14304 ts_manager.cc:194] Registered new tserver with Master: 3ce41ca88fc049b0b8bbb1e567fab7bf (127.12.179.129:36499)
08:04:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.195837 14314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39b3a0ada2bc416c9543d9791b61016a" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "7fc35e5bdef844d2a00f052c496f734c" is_pre_election: true
08:04:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.197036 14314 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 39b3a0ada2bc416c9543d9791b61016a in term 2.
08:04:11.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.199548 14186 leader_election.cc:304] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 39b3a0ada2bc416c9543d9791b61016a, 7fc35e5bdef844d2a00f052c496f734c; no voters:
08:04:11.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.200925 14379 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Leader pre-election won for term 3
08:04:11.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.201373 14379 raft_consensus.cc:493] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:11.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.201700 14379 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 2 FOLLOWER]: Advancing to term 3
08:04:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.214905 14379 raft_consensus.cc:515] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:11.215791 14189 leader_election.cc:336] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095): Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:04:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.237164 14314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39b3a0ada2bc416c9543d9791b61016a" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "7fc35e5bdef844d2a00f052c496f734c"
08:04:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.238027 14314 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 2 FOLLOWER]: Advancing to term 3
08:04:11.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:11.258035 14189 leader_election.cc:336] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095): Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111)
08:04:11.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.260191 14379 leader_election.cc:290] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 election: Requested vote from peers 7fc35e5bdef844d2a00f052c496f734c (127.12.179.190:38377), 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095)
08:04:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.265951 14314 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 39b3a0ada2bc416c9543d9791b61016a in term 3.
08:04:11.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.276057 14186 leader_election.cc:304] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 39b3a0ada2bc416c9543d9791b61016a, 7fc35e5bdef844d2a00f052c496f734c; no voters: 27d9c26fa01f418cb4c8d9f73f11aa3e
08:04:11.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.277611 14379 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 3 FOLLOWER]: Leader election won for term 3
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.318629 14379 raft_consensus.cc:697] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [term 3 LEADER]: Becoming Leader. State: Replica: 39b3a0ada2bc416c9543d9791b61016a, State: Running, Role: LEADER
08:04:11.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.326897 14379 consensus_queue.cc:237] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.364796 14384 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39b3a0ada2bc416c9543d9791b61016a. Latest consensus state: current_term: 3 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:11.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.367830 14384 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: LEADER
08:04:11.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.388896 14387 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
08:04:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.430570 14387 catalog_manager.cc:1533] Initializing Kudu cluster ID...
08:04:11.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.451067 14387 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:04:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.453236 14387 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
08:04:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.476459 14387 catalog_manager.cc:1553] Loading token signing keys...
08:04:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.489843 14387 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a: Loaded TSK: 0
08:04:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.501606 14387 catalog_manager.cc:1563] Initializing in-progress tserver states...
08:04:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:11.927660 14189 consensus_peers.cc:597] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a -> Peer 27d9c26fa01f418cb4c8d9f73f11aa3e (127.12.179.188:38095): Couldn't send request to peer 27d9c26fa01f418cb4c8d9f73f11aa3e. Status: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.959880 14314 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [term 3 FOLLOWER]: Refusing update from remote peer 39b3a0ada2bc416c9543d9791b61016a: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
08:04:11.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.962244 14390 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
08:04:11.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.988598 14394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39b3a0ada2bc416c9543d9791b61016a. Latest consensus state: current_term: 3 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:11.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:11.989303 14394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:04:12.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:12.031755 14394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:12.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:12.032438 14394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7fc35e5bdef844d2a00f052c496f734c [sys.catalog]: This master's current role is: FOLLOWER
08:04:12.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:12.050643 14390 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:12.051769 14390 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: LEADER
08:04:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:12 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669052, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:12.807183 13519 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:12.821070 13786 heartbeater.cc:499] Master 127.12.179.189:41621 was elected leader, sending a full tablet report...
08:04:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:12.978304 14154 master_runner.cc:187] Error getting master registration for 127.12.179.188:38095: Network error: Client connection negotiation failed: client connection to 127.12.179.188:38095: connect: Connection refused (error 111),
08:04:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:12.978797 14154 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.110252 13486 heartbeater.cc:499] Master 127.12.179.189:41621 was elected leader, sending a full tablet report...
08:04:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.430548 13637 heartbeater.cc:499] Master 127.12.179.189:41621 was elected leader, sending a full tablet report...
08:04:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:13.587564 14341 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.810s user 0.285s sys 0.723s
08:04:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:12.112071 14369 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 14341
08:04:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:13.590821 14341 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.813s user 0.285s sys 0.723s
08:04:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.593771 14341 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:13.593853 14376 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:13.590328 14373 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2814 milliseconds
08:04:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:10.779469 14371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.601421 14341 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.609774 14341 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.611873 14341 hybrid_clock.cc:648] HybridClock initialized: now 1790669053611830 us; error 57 us; skew 500 ppm
08:04:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.613216 14341 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:13 dist-test-slave-670j krb5kdc[13018](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669053, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.621985 14341 init.cc:377] Logged in from keytab as kudu/127.12.179.188@KRBTEST.COM (short username kudu)
08:04:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.628433 14341 webserver.cc:533] Webserver started at http://127.12.179.188:42517/ using document root <none> and password file <none>
08:04:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.629655 14341 fs_manager.cc:362] Metadata directory not provided
08:04:13.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.629936 14341 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.642534 14341 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.001s
08:04:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.651911 14415 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.653373 14341 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.006s sys 0.000s
08:04:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.653782 14341 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data,/tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e"
08:04:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:03:45 on dist-test-slave-670j"
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.656522 14341 fs_report.cc:389] FS layout report
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/wal
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/data
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.772234 14341 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.784560 14341 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.785130 14341 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.928000 14341 rpc_server.cc:307] RPC server started. Bound to: 127.12.179.188:38095
08:04:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.928058 14468 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.179.188:38095 every 8 connection(s)
08:04:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.931231 14341 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJb3w72/test-tmp/mini-kudu-cluster16482911600023296107/master-2/data/info.pb
08:04:13.936 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:13.937 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.179.189:41621(127.12.179.189:41621)] connecting to peer
08:04:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:13.935601 13006 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu as pid 14341
08:04:14.021 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.12.179.189:41621(127.12.179.189:41621)] Successfully connected to peer
08:04:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.038378 14469 sys_catalog.cc:263] Verifying existing consensus state
08:04:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.054705 14469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Bootstrap starting.
08:04:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 08:04:14 dist-test-slave-670j krb5kdc[13018](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790669047, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.179.189@KRBTEST.COM for kudu/127.12.179.188@KRBTEST.COM
08:04:14.059 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.179.189:41621(127.12.179.189:41621)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:04:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:14.061640 14473 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.025573 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:48580 (local address 127.12.179.189:41621)
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.043934 (+ 18361us) server_negotiation.cc:207] Beginning negotiation
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.043963 (+ 29us) server_negotiation.cc:400] Waiting for connection header
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.044010 (+ 47us) server_negotiation.cc:408] Connection header received
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.046512 (+ 2502us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.046542 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.046773 (+ 231us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.046986 (+ 213us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.060285 (+ 13299us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:48580: BlockingRecv error: recv got EOF from 127.0.0.1:48580 (error 108)
08:04:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":17744,"thread_start_us":18334,"threads_started":1}
08:04:14.062 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.179.188:38095(127.12.179.188:38095)] disconnecting while in state TERMINATED
08:04:14.062 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.12.179.189:41621(127.12.179.189:41621)] handling channelInactive
08:04:14.064 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.179.190:38377(127.12.179.190:38377)] disconnecting while in state TERMINATED
08:04:14.065 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.179.189:41621(127.12.179.189:41621)] disconnecting while in state TERMINATED
08:04:14.067 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:14.159 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.159354 14469 log.cc:826] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Log is configured to *not* fsync() on all Append() calls
08:04:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.193293 14469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.194336 14469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: Bootstrap complete.
08:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.207386 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13351
08:04:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.240080 14469 raft_consensus.cc:359] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.245450 14469 raft_consensus.cc:740] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27d9c26fa01f418cb4c8d9f73f11aa3e, State: Initialized, Role: FOLLOWER
08:04:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.247516 14469 consensus_queue.cc:260] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } }
08:04:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.249938 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13499
08:04:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.264209 14443 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [term 2 FOLLOWER]: Advancing to term 3
08:04:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.271785 14469 sys_catalog.cc:565] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: configured and running, proceeding with master startup.
08:04:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.288182 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 13651
08:04:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.310990 14482 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.311216 14483 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39b3a0ada2bc416c9543d9791b61016a. Latest consensus state: current_term: 3 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.312028 14482 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: FOLLOWER
08:04:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.312038 14483 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: FOLLOWER
08:04:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.312568 14488 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.313385 14488 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e [sys.catalog]: This master's current role is: FOLLOWER
08:04:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.330709 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 14241
08:04:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.348928 14497 catalog_manager.cc:1308] Loaded cluster ID: 62d55146013648a39b7d48ebd7701689
08:04:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.349234 14497 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: loading cluster ID for follower catalog manager: success
08:04:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.357494 14497 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: acquiring CA information for follower catalog manager: success
08:04:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.363615 14497 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 27d9c26fa01f418cb4c8d9f73f11aa3e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.371281 14390 sys_catalog.cc:455] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "39b3a0ada2bc416c9543d9791b61016a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7fc35e5bdef844d2a00f052c496f734c" member_type: VOTER last_known_addr { host: "127.12.179.190" port: 38377 } } peers { permanent_uuid: "39b3a0ada2bc416c9543d9791b61016a" member_type: VOTER last_known_addr { host: "127.12.179.189" port: 41621 } } peers { permanent_uuid: "27d9c26fa01f418cb4c8d9f73f11aa3e" member_type: VOTER last_known_addr { host: "127.12.179.188" port: 38095 } } }
08:04:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.373227 14390 sys_catalog.cc:458] T 00000000000000000000000000000000 P 39b3a0ada2bc416c9543d9791b61016a [sys.catalog]: This master's current role is: LEADER
08:04:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.377202 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 14154
08:04:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:04:14.378634 14498 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.339752 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.12.179.190:38377 (local address 127.0.0.1:48718)
08:04:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.343238 (+ 3486us) negotiation.cc:107] Waiting for socket to connect
08:04:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.343305 (+ 67us) client_negotiation.cc:175] Beginning negotiation
08:04:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.343532 (+ 227us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
08:04:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 08:04:14.376929 (+ 33397us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.12.179.190:38377: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:04:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":2757,"thread_start_us":2288,"threads_started":1}
08:04:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.379817 14341 master_runner.cc:187] Error getting master registration for 127.12.179.190:38377: Network error: Client connection negotiation failed: client connection to 127.12.179.190:38377: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
08:04:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.401796 14341 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:14.424978 13006 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 14341
08:04:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:04:15Z chronyd exiting
08:04:16.684 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:16.686581 12269 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 12572
08:04:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:16.713241 12269 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 12717
08:04:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:16.743640 12269 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 12862
08:04:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:16.768105 12269 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 12281
08:04:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:16.798169 12269 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 12351
08:04:16.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:04:16.831611 12269 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJb3w72/build/tsan/bin/kudu with pid 12427
08:04:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:04:17Z chronyd exiting
08:04:19.013 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
08:04:19.687 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
08:04:19.688 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more