07:56:52.340 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:56:52.340 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRcuCtd/test-tmp
07:56:52.340 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:56:52.340 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRcuCtd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:56:52.343 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:56:52.691 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:56:52.692 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:56:52.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:52.695554 19908 mini_oidc.cc:150] Starting JWKS server
07:56:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:52.699062 19908 webserver.cc:533] Webserver started at http://127.0.0.1:38173/ using document root <none> and password file <none>
07:56:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:52.699515 19908 mini_oidc.cc:186] Starting OIDC Discovery server
07:56:52.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:52.701351 19908 webserver.cc:533] Webserver started at http://127.0.0.1:35837/ using document root <none> and password file <none>
07:56:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T07:56:52Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
07:56:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T07:56:52Z Disabled control of system clock
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:52.773957 19908 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/wal
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/data
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/logs
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/data/info.pb
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.62:40295
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.62
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:56:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38173/jwks.json with env {}
07:56:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.103473 19921 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:56:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.104067 19921 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:56:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.104578 19921 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:56:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.139143 19921 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:56:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.139456 19921 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:56:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.139650 19921 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:56:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.139854 19921 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:56:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.140056 19921 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:56:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.140204 19921 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38173/jwks.json
07:56:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:53.179312 19921 master_runner.cc:387] Master server non-default flags:
07:56:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/logs
07:56:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:56:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:56:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:56:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:56:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:56:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/data
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/wal
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.62:40295
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38173/jwks.json
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/data/info.pb
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.62
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:56:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:56:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:53.180836 19921 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:56:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:53.182577 19921 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:56:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.194445 19927 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:53.195420 19928 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:54.506330 19930 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:54.510278 19929 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1313 milliseconds
07:56:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:54.511562 19921 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.317s user 0.417s sys 0.892s
07:56:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:54.511845 19921 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.318s user 0.417s sys 0.892s
07:56:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.512058 19921 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:56:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.513271 19921 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:56:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.516203 19921 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:56:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.517673 19921 hybrid_clock.cc:648] HybridClock initialized: now 1786175814517589 us; error 98 us; skew 500 ppm
07:56:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.518615 19921 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:56:54.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.527453 19921 webserver.cc:533] Webserver started at http://127.19.113.62:44595/ using document root <none> and password file <none>
07:56:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.528626 19921 fs_manager.cc:362] Metadata directory not provided
07:56:54.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.528905 19921 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:56:54.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.529490 19921 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:56:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.534144 19921 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/data/instance:
07:56:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bb5afc71a744221937dad50af953d8f"
07:56:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:54 on dist-test-slave-srgv"
07:56:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.535455 19921 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/wal/instance:
07:56:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bb5afc71a744221937dad50af953d8f"
07:56:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:54 on dist-test-slave-srgv"
07:56:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.544422 19921 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
07:56:54.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.551421 19937 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:56:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.553156 19921 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
07:56:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.553722 19921 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/wal
07:56:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bb5afc71a744221937dad50af953d8f"
07:56:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:54 on dist-test-slave-srgv"
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.554239 19921 fs_report.cc:389] FS layout report
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/wal
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/wal
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/data/data
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:56:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:56:54.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.651017 19921 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:56:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.653683 19921 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:56:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.654436 19921 kserver.cc:163] Server-wide thread pool size limit: 3276
07:56:54.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.736414 19921 rpc_server.cc:307] RPC server started. Bound to: 127.19.113.62:40295
07:56:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.736529 19992 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.113.62:40295 every 8 connection(s)
07:56:54.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.739740 19921 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/data/info.pb
07:56:54.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.745044 19908 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 19921
07:56:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.745682 19908 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-0/wal/instance
07:56:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.747934 19993 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.751690 19908 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/wal
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/data
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/logs
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/data/info.pb
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.61:46517
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.61
07:56:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:56:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:56:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:56:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:56:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:56:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:56:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:56:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:56:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38173/jwks.json with env {}
07:56:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.765264 19993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } has no permanent_uuid. Determining permanent_uuid...
07:56:54.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.798425 19993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } has no permanent_uuid. Determining permanent_uuid...
07:56:54.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:54.801169 19944 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.113.61:46517: connect: Connection refused (error 111)
07:56:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:54.806186 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.61:46517: Network error: Client connection negotiation failed: client connection to 127.19.113.61:46517: connect: Connection refused (error 111)
07:56:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.855851 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } attempt: 1
07:56:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:54.861158 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.61:46517: Network error: Client connection negotiation failed: client connection to 127.19.113.61:46517: connect: Connection refused (error 111)
07:56:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:54.929674 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } attempt: 2
07:56:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:54.934149 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.61:46517: Network error: Client connection negotiation failed: client connection to 127.19.113.61:46517: connect: Connection refused (error 111)
07:56:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:55.025576 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } attempt: 3
07:56:55.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.030022 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.61:46517: Network error: Client connection negotiation failed: client connection to 127.19.113.61:46517: connect: Connection refused (error 111)
07:56:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.094414 19995 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:56:55.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.095008 19995 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:56:55.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.095671 19995 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:56:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.130235 19995 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:56:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.130532 19995 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:56:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.130728 19995 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:56:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.130939 19995 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:56:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.131134 19995 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:56:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.131295 19995 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38173/jwks.json
07:56:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:55.169497 19995 master_runner.cc:387] Master server non-default flags:
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/logs
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/data
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/wal
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.61:46517
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38173/jwks.json
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/data/info.pb
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.61
07:56:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:56:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:55.170890 19995 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:56:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:55.172520 19995 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:56:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:55.173496 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } attempt: 4
07:56:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.178061 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.61:46517: Network error: Client connection negotiation failed: client connection to 127.19.113.61:46517: connect: Connection refused (error 111)
07:56:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.185595 20004 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:55.477547 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } attempt: 5
07:56:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.487401 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.61:46517: Network error: Client connection negotiation failed: client connection to 127.19.113.61:46517: connect: Connection refused (error 111)
07:56:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.035100 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } attempt: 6
07:56:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.060364 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.61:46517: Network error: Client connection negotiation failed: client connection to 127.19.113.61:46517: connect: Connection refused (error 111)
07:56:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:55.186159 20005 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.476058 20007 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.478768 20006 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1286 milliseconds
07:56:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.479164 19995 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.294s user 0.401s sys 0.881s
07:56:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.479566 19995 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.294s user 0.405s sys 0.881s
07:56:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.479876 19995 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:56:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.481603 19995 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:56:56.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.485033 19995 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:56:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.486687 19995 hybrid_clock.cc:648] HybridClock initialized: now 1786175816486633 us; error 47 us; skew 500 ppm
07:56:56.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.487979 19995 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:56:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.497104 19995 webserver.cc:533] Webserver started at http://127.19.113.61:37253/ using document root <none> and password file <none>
07:56:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.498179 19995 fs_manager.cc:362] Metadata directory not provided
07:56:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.498376 19995 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:56:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.498795 19995 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:56:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.503509 19995 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/data/instance:
07:56:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d03ff04333b47179239f2dbf1b5701a"
07:56:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:56 on dist-test-slave-srgv"
07:56:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.504665 19995 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/wal/instance:
07:56:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d03ff04333b47179239f2dbf1b5701a"
07:56:56.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:56 on dist-test-slave-srgv"
07:56:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.513425 19995 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
07:56:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.520041 20016 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:56:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.521540 19995 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
07:56:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.521940 19995 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/wal
07:56:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d03ff04333b47179239f2dbf1b5701a"
07:56:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:56 on dist-test-slave-srgv"
07:56:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.522326 19995 fs_report.cc:389] FS layout report
07:56:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:56:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/wal
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/wal
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/data/data
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:56:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:56:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.604573 19995 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:56:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.606139 19995 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:56:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.606658 19995 kserver.cc:163] Server-wide thread pool size limit: 3276
07:56:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.682372 19995 rpc_server.cc:307] RPC server started. Bound to: 127.19.113.61:46517
07:56:56.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.682528 20069 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.113.61:46517 every 8 connection(s)
07:56:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.685315 19995 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/data/info.pb
07:56:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.691634 19908 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 19995
07:56:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.692019 19908 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-1/wal/instance
07:56:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.692175 20070 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.694029 19908 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/wal
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/data
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/logs
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/data/info.pb
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:56:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.60:34979
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.60
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:56:56.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38173/jwks.json with env {}
07:56:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.707412 20070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } has no permanent_uuid. Determining permanent_uuid...
07:56:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.733352 20070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } has no permanent_uuid. Determining permanent_uuid...
07:56:56.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.752779 20070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } has no permanent_uuid. Determining permanent_uuid...
07:56:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.755937 20020 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.761929 20070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.811460 20070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 1
07:56:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.817183 20070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.885653 20070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 2
07:56:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.890568 20070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:56.982100 20070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 3
07:56:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:56.986832 20070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.041119 20072 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:56:57.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.041824 20072 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:56:57.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.042464 20072 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:56:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.076933 20072 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:56:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.077313 20072 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:56:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.077657 20072 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:56:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.077971 20072 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:56:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.078280 20072 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:56:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.078521 20072 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38173/jwks.json
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.117835 20072 master_runner.cc:387] Master server non-default flags:
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/logs
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/data
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/wal
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.60:34979
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38173/jwks.json
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/data/info.pb
07:56:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.60
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:56:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:56:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.119742 20072 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:56:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.121060 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } attempt: 7
07:56:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.121667 20072 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:56:57.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.130260 20070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 4
07:56:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.136569 19993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } has no permanent_uuid. Determining permanent_uuid...
07:56:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.136602 20084 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.137244 20070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.156255 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.214848 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 1
07:56:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.223809 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.305393 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 2
07:56:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.313567 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.399192 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 3
07:56:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.408843 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.436734 20070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 5
07:56:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.445482 20070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.551338 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 4
07:56:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.566293 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.849923 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 5
07:56:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.859601 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:57.993055 20070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 6
07:56:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:58.027710 20070 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:58.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.412498 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 6
07:56:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:58.443434 19993 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.113.60:34979: Network error: Client connection negotiation failed: client connection to 127.19.113.60:34979: connect: Connection refused (error 111)
07:56:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:58.547573 20083 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 20072
07:56:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:58.845197 20083 kernel_stack_watchdog.cc:198] Thread 20072 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 406ms:
07:56:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:56:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:56:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:56:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:56:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:57.138753 20085 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:58.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:58.845790 20072 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.707s user 0.507s sys 1.191s
07:56:58.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:58.846352 20072 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.708s user 0.507s sys 1.191s
07:56:58.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:58.848639 20087 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:56:58.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:58.850382 20086 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1707 milliseconds
07:56:58.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.850427 20072 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:56:58.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.851836 20072 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:56:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.854338 20072 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:56:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.855684 20072 hybrid_clock.cc:648] HybridClock initialized: now 1786175818855670 us; error 56 us; skew 500 ppm
07:56:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.856487 20072 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:56:58.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.863013 20072 webserver.cc:533] Webserver started at http://127.19.113.60:40869/ using document root <none> and password file <none>
07:56:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.864010 20072 fs_manager.cc:362] Metadata directory not provided
07:56:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.864212 20072 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:56:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.864605 20072 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:56:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.868978 20072 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/data/instance:
07:56:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be1f1ec52a1c43cfbf9cb74076b99f02"
07:56:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:58 on dist-test-slave-srgv"
07:56:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.870076 20072 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/wal/instance:
07:56:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be1f1ec52a1c43cfbf9cb74076b99f02"
07:56:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:58 on dist-test-slave-srgv"
07:56:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.877782 20072 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.001s
07:56:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.884141 20100 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:56:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.885416 20072 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.885752 20072 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/wal
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be1f1ec52a1c43cfbf9cb74076b99f02"
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:56:58 on dist-test-slave-srgv"
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.886089 20072 fs_report.cc:389] FS layout report
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/wal
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/wal
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/data/data
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:56:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:56:58.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.958731 20072 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:56:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.960366 20072 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:56:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:58.960827 20072 kserver.cc:163] Server-wide thread pool size limit: 3276
07:56:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.035754 20072 rpc_server.cc:307] RPC server started. Bound to: 127.19.113.60:34979
07:56:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.035856 20152 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.113.60:34979 every 8 connection(s)
07:56:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.038627 20072 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/data/info.pb
07:56:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.045466 20153 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:56:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.046916 19908 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 20072
07:56:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.047336 19908 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/master-2/wal/instance
07:56:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.062934 20153 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } has no permanent_uuid. Determining permanent_uuid...
07:56:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.088407 20070 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 7
07:56:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.094579 20153 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } has no permanent_uuid. Determining permanent_uuid...
07:56:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.117268 20153 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } has no permanent_uuid. Determining permanent_uuid...
07:56:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.124642 20070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: Bootstrap starting.
07:56:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.131985 20070 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: Neither blocks nor log segments found. Creating new log.
07:56:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.134454 20070 log.cc:826] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: Log is configured to *not* fsync() on all Append() calls
07:56:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.139845 20153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02: Bootstrap starting.
07:56:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.139907 20070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: No bootstrap required, opened a new log
07:56:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.145924 20153 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02: Neither blocks nor log segments found. Creating new log.
07:56:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.147706 20153 log.cc:826] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02: Log is configured to *not* fsync() on all Append() calls
07:56:59.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.153456 20153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02: No bootstrap required, opened a new log
07:56:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.160365 20070 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.161303 20070 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:56:59.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.161628 20070 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d03ff04333b47179239f2dbf1b5701a, State: Initialized, Role: FOLLOWER
07:56:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.162757 20070 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.166258 20165 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.167105 20165 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [sys.catalog]: This master's current role is: FOLLOWER
07:56:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.167811 20070 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [sys.catalog]: configured and running, proceeding with master startup.
07:56:59.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.173919 20153 raft_consensus.cc:359] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.174818 20153 raft_consensus.cc:385] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:56:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.175148 20153 raft_consensus.cc:740] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be1f1ec52a1c43cfbf9cb74076b99f02, State: Initialized, Role: FOLLOWER
07:56:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.177678 20153 consensus_queue.cc:260] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.180977 20171 sys_catalog.cc:455] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.181847 20171 sys_catalog.cc:458] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: This master's current role is: FOLLOWER
07:56:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.182773 20153 sys_catalog.cc:565] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: configured and running, proceeding with master startup.
07:56:59.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:59.204334 20180 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:56:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:59.204982 20180 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:56:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.207877 20171 raft_consensus.cc:493] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:56:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.208461 20171 raft_consensus.cc:515] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.212033 20171 leader_election.cc:290] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0bb5afc71a744221937dad50af953d8f (127.19.113.62:40295), 1d03ff04333b47179239f2dbf1b5701a (127.19.113.61:46517)
07:56:59.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.214628 20044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d03ff04333b47179239f2dbf1b5701a" is_pre_election: true
07:56:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.215632 20044 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be1f1ec52a1c43cfbf9cb74076b99f02 in term 0.
07:56:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:59.216171 20106 tablet.cc:2406] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:56:59.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.221828 20104 leader_election.cc:304] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d03ff04333b47179239f2dbf1b5701a, be1f1ec52a1c43cfbf9cb74076b99f02; no voters:
07:56:59.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.223217 20171 raft_consensus.cc:2804] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:56:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.223713 20171 raft_consensus.cc:493] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:56:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.224092 20171 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 0 FOLLOWER]: Advancing to term 1
07:56:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.231076 20171 raft_consensus.cc:515] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.197679 19995 master_runner.cc:187] Error getting master registration for 127.19.113.62:40295: OK, instance_id { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" instance_seqno: 1786175814714906 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:56:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.238946 19995 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:56:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.240671 20171 leader_election.cc:290] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [CANDIDATE]: Term 1 election: Requested vote from peers 0bb5afc71a744221937dad50af953d8f (127.19.113.62:40295), 1d03ff04333b47179239f2dbf1b5701a (127.19.113.61:46517)
07:56:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.241215 20044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d03ff04333b47179239f2dbf1b5701a"
07:56:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.241799 20044 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [term 0 FOLLOWER]: Advancing to term 1
07:56:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.245597 20189 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:56:59.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.249778 20044 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be1f1ec52a1c43cfbf9cb74076b99f02 in term 1.
07:56:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.250819 20104 leader_election.cc:304] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d03ff04333b47179239f2dbf1b5701a, be1f1ec52a1c43cfbf9cb74076b99f02; no voters:
07:56:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.251667 20171 raft_consensus.cc:2804] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 1 FOLLOWER]: Leader election won for term 1
07:56:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.267786 20171 raft_consensus.cc:697] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [term 1 LEADER]: Becoming Leader. State: Replica: be1f1ec52a1c43cfbf9cb74076b99f02, State: Running, Role: LEADER
07:56:59.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.268918 20171 consensus_queue.cc:237] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.247779 20072 master_runner.cc:187] Error getting master registration for 127.19.113.62:40295: OK, instance_id { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" instance_seqno: 1786175814714906 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:56:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.282703 20072 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:56:59.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.288576 20190 sys_catalog.cc:455] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be1f1ec52a1c43cfbf9cb74076b99f02. Latest consensus state: current_term: 1 leader_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.289462 20190 sys_catalog.cc:458] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: This master's current role is: LEADER
07:56:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.293403 20192 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
07:56:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.304520 20192 catalog_manager.cc:1520] Initializing Kudu cluster ID...
07:56:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.338327 20044 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [term 1 FOLLOWER]: Refusing update from remote peer be1f1ec52a1c43cfbf9cb74076b99f02: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:56:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.341245 20171 consensus_queue.cc:1048] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:56:59.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:59.365326 20022 tablet.cc:2406] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:56:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.376484 20165 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [sys.catalog]: SysCatalogTable state changed. Reason: New leader be1f1ec52a1c43cfbf9cb74076b99f02. Latest consensus state: current_term: 1 leader_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.377214 20165 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [sys.catalog]: This master's current role is: FOLLOWER
07:56:59.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.383011 20194 mvcc.cc:204] Tried to move back new op lower bound from 7316176155970797568 to 7316176155736416256. Current Snapshot: MvccSnapshot[applied={T|T < 7316176155970797568}]
07:56:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.386372 20190 sys_catalog.cc:455] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.387068 20190 sys_catalog.cc:458] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: This master's current role is: LEADER
07:56:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.387903 20192 catalog_manager.cc:1383] Generated new cluster ID: a8f86d3e00374893a942559b010c0b98
07:56:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.388233 20192 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
07:56:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.415323 20165 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.416098 20165 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a [sys.catalog]: This master's current role is: FOLLOWER
07:56:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.433602 20192 catalog_manager.cc:1406] Generated new certificate authority record
07:56:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.435827 20192 catalog_manager.cc:1540] Loading token signing keys...
07:56:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.471598 20192 catalog_manager.cc:6070] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02: Generated new TSK 0
07:56:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.476994 19993 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } attempt: 7
07:56:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.490504 20192 catalog_manager.cc:1550] Initializing in-progress tserver states...
07:56:59.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.506467 19993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f: Bootstrap starting.
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.522171 19908 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/wal
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/data
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:56:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/logs
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/data/info.pb
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.1:0
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.113.1
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.1
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:56:59.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:56:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.525013 19993 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f: Neither blocks nor log segments found. Creating new log.
07:56:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.528728 19993 log.cc:826] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f: Log is configured to *not* fsync() on all Append() calls
07:56:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.550340 19993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f: No bootstrap required, opened a new log
07:56:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.602708 19993 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.603719 19993 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:56:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.604033 19993 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0bb5afc71a744221937dad50af953d8f, State: Initialized, Role: FOLLOWER
07:56:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.604969 19993 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } }
07:56:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.615557 19993 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [sys.catalog]: configured and running, proceeding with master startup.
07:56:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.616132 19965 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [term 0 FOLLOWER]: Advancing to term 1
07:56:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.621816 19966 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0bb5afc71a744221937dad50af953d8f"
07:56:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.623502 19967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0bb5afc71a744221937dad50af953d8f" is_pre_election: true
07:56:59.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.626752 19965 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [term 1 FOLLOWER]: Refusing update from remote peer be1f1ec52a1c43cfbf9cb74076b99f02: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:56:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.630266 20202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.631064 20202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [sys.catalog]: This master's current role is: FOLLOWER
07:56:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.632067 20171 consensus_queue.cc:1048] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:56:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:56:59.670596 19946 tablet.cc:2406] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:56:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.711690 20202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [sys.catalog]: SysCatalogTable state changed. Reason: New leader be1f1ec52a1c43cfbf9cb74076b99f02. Latest consensus state: current_term: 1 leader_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.712451 20202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [sys.catalog]: This master's current role is: FOLLOWER
07:56:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.716526 20212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:56:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.717363 20212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f [sys.catalog]: This master's current role is: FOLLOWER
07:56:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.768332 20218 catalog_manager.cc:1295] Loaded cluster ID: a8f86d3e00374893a942559b010c0b98
07:56:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.768903 20218 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f: loading cluster ID for follower catalog manager: success
07:56:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.777364 20218 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f: acquiring CA information for follower catalog manager: success
07:56:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:56:59.809872 20218 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 0bb5afc71a744221937dad50af953d8f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:00.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.091236 20171 sys_catalog.cc:455] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0bb5afc71a744221937dad50af953d8f" member_type: VOTER last_known_addr { host: "127.19.113.62" port: 40295 } } peers { permanent_uuid: "1d03ff04333b47179239f2dbf1b5701a" member_type: VOTER last_known_addr { host: "127.19.113.61" port: 46517 } } peers { permanent_uuid: "be1f1ec52a1c43cfbf9cb74076b99f02" member_type: VOTER last_known_addr { host: "127.19.113.60" port: 34979 } } }
07:57:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.092020 20171 sys_catalog.cc:458] T 00000000000000000000000000000000 P be1f1ec52a1c43cfbf9cb74076b99f02 [sys.catalog]: This master's current role is: LEADER
07:57:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:00.168058 20201 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:00.168833 20201 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:00.169684 20201 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.210985 20180 catalog_manager.cc:1295] Loaded cluster ID: a8f86d3e00374893a942559b010c0b98
07:57:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.211537 20180 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: loading cluster ID for follower catalog manager: success
07:57:00.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.231223 20180 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: acquiring CA information for follower catalog manager: success
07:57:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.237219 20180 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 1d03ff04333b47179239f2dbf1b5701a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:00.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:00.238382 20201 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:00.239804 20201 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.113.1
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.318993 20201 tablet_server_runner.cc:78] Tablet server non-default flags:
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/logs
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/data
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/wal
07:57:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.1:0
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/data/info.pb
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.1
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.113.1
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.321360 20201 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:00.323984 20201 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:00.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:00.374402 20228 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:01.762435 20226 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 20201
07:57:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:03.386638 20201 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.016s user 1.047s sys 1.789s
07:57:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:00.375681 20227 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:03.387048 20201 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.016s user 1.047s sys 1.789s
07:57:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.397020 20201 server_base.cc:1061] running on GCE node
07:57:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:03.397611 20233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.399145 20201 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.401913 20201 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.403501 20201 hybrid_clock.cc:648] HybridClock initialized: now 1786175823403449 us; error 45 us; skew 500 ppm
07:57:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.404633 20201 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:03.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.412797 20201 webserver.cc:533] Webserver started at http://127.19.113.1:41381/ using document root <none> and password file <none>
07:57:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.414120 20201 fs_manager.cc:362] Metadata directory not provided
07:57:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.414431 20201 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.415021 20201 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.421661 20201 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/data/instance:
07:57:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "420aa1764b11485b83aaf3135c28f23c"
07:57:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:03 on dist-test-slave-srgv"
07:57:03.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.423292 20201 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/wal/instance:
07:57:03.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "420aa1764b11485b83aaf3135c28f23c"
07:57:03.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:03 on dist-test-slave-srgv"
07:57:03.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.433794 20201 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.002s sys 0.007s
07:57:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.441737 20240 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.443347 20201 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
07:57:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.443778 20201 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/wal
07:57:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "420aa1764b11485b83aaf3135c28f23c"
07:57:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:03 on dist-test-slave-srgv"
07:57:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.444236 20201 fs_report.cc:389] FS layout report
07:57:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/wal
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/wal
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/data/data
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.542375 20201 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.544557 20201 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.545152 20201 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.548866 20201 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
07:57:03.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.555415 20201 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:57:03.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.555723 20201 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:57:03.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.556061 20201 ts_tablet_manager.cc:616] Registered 0 tablets
07:57:03.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.556284 20201 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:57:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.730397 20201 rpc_server.cc:307] RPC server started. Bound to: 127.19.113.1:44615
07:57:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.730533 20358 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.113.1:44615 every 8 connection(s)
07:57:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.733479 20201 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/data/info.pb
07:57:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.743319 19908 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 20201
07:57:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.744026 19908 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-0/wal/instance
07:57:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.771210 19908 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/wal
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/data
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/logs
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/data/info.pb
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.2:0
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.113.2
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.2
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:57:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.807989 20359 heartbeater.cc:344] Connected to a master server at 127.19.113.60:34979
07:57:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.808547 20359 heartbeater.cc:461] Registering TS with master...
07:57:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.809985 20359 heartbeater.cc:507] Master 127.19.113.60:34979 requested a full tablet report, sending...
07:57:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.811455 20363 heartbeater.cc:344] Connected to a master server at 127.19.113.62:40295
07:57:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.811861 20363 heartbeater.cc:461] Registering TS with master...
07:57:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.812906 20363 heartbeater.cc:507] Master 127.19.113.62:40295 requested a full tablet report, sending...
07:57:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.813480 20117 ts_manager.cc:194] Registered new tserver with Master: 420aa1764b11485b83aaf3135c28f23c (127.19.113.1:44615)
07:57:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.816231 20117 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.113.1:35731
07:57:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.816937 19957 ts_manager.cc:194] Registered new tserver with Master: 420aa1764b11485b83aaf3135c28f23c (127.19.113.1:44615)
07:57:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.828477 20360 heartbeater.cc:344] Connected to a master server at 127.19.113.61:46517
07:57:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.828902 20360 heartbeater.cc:461] Registering TS with master...
07:57:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.829560 20360 heartbeater.cc:507] Master 127.19.113.61:46517 requested a full tablet report, sending...
07:57:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:03.832983 20033 ts_manager.cc:194] Registered new tserver with Master: 420aa1764b11485b83aaf3135c28f23c (127.19.113.1:44615)
07:57:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:04.164918 20369 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:04.165446 20369 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:04.165877 20369 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:04.202013 20369 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:04.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:04.202801 20369 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.113.2
07:57:04.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:04.242309 20369 tablet_server_runner.cc:78] Tablet server non-default flags:
07:57:04.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/logs
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/data
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/wal
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.2:0
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/data/info.pb
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.2
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.113.2
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:04.243881 20369 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:04.245994 20369 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:04.262665 20375 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:04.821552 20359 heartbeater.cc:499] Master 127.19.113.60:34979 was elected leader, sending a full tablet report...
07:57:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:04.264109 20376 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:05.668269 20374 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 20369
07:57:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.111444 20369 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.848s user 0.760s sys 1.025s
07:57:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.111817 20369 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.849s user 0.760s sys 1.025s
07:57:06.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.113920 20378 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.116995 20377 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1852 milliseconds
07:57:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.117005 20369 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.118368 20369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.120647 20369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:06.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.122051 20369 hybrid_clock.cc:648] HybridClock initialized: now 1786175826121990 us; error 68 us; skew 500 ppm
07:57:06.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.122900 20369 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:06.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.129372 20369 webserver.cc:533] Webserver started at http://127.19.113.2:38191/ using document root <none> and password file <none>
07:57:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.130347 20369 fs_manager.cc:362] Metadata directory not provided
07:57:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.130596 20369 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:06.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.131156 20369 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.135648 20369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/data/instance:
07:57:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d84c72a9f840a794b2d0fab686c679"
07:57:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:06 on dist-test-slave-srgv"
07:57:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.136843 20369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/wal/instance:
07:57:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d84c72a9f840a794b2d0fab686c679"
07:57:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:06 on dist-test-slave-srgv"
07:57:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.144655 20369 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
07:57:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.150676 20387 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.151958 20369 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
07:57:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.152338 20369 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/wal
07:57:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17d84c72a9f840a794b2d0fab686c679"
07:57:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:06 on dist-test-slave-srgv"
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.152743 20369 fs_report.cc:389] FS layout report
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/wal
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/wal
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/data/data
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.207058 20369 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:06.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.208757 20369 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:06.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.209295 20369 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:06.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.212199 20369 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
07:57:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.216583 20369 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:57:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.216823 20369 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:57:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.217054 20369 ts_tablet_manager.cc:616] Registered 0 tablets
07:57:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.217196 20369 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:57:06.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.361183 20369 rpc_server.cc:307] RPC server started. Bound to: 127.19.113.2:43507
07:57:06.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.361284 20505 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.113.2:43507 every 8 connection(s)
07:57:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.363924 20369 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/data/info.pb
07:57:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.367913 19908 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 20369
07:57:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.368446 19908 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-1/wal/instance
07:57:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.390089 19908 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/wal
07:57:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/data
07:57:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/logs
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/data/info.pb
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.3:0
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.113.3
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.3
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:57:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.432462 20506 heartbeater.cc:344] Connected to a master server at 127.19.113.60:34979
07:57:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.433053 20506 heartbeater.cc:461] Registering TS with master...
07:57:06.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.434615 20506 heartbeater.cc:507] Master 127.19.113.60:34979 requested a full tablet report, sending...
07:57:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.436589 20508 heartbeater.cc:344] Connected to a master server at 127.19.113.62:40295
07:57:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.436928 20508 heartbeater.cc:461] Registering TS with master...
07:57:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.437781 20508 heartbeater.cc:507] Master 127.19.113.62:40295 requested a full tablet report, sending...
07:57:06.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.440383 20117 ts_manager.cc:194] Registered new tserver with Master: 17d84c72a9f840a794b2d0fab686c679 (127.19.113.2:43507)
07:57:06.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.440639 19957 ts_manager.cc:194] Registered new tserver with Master: 17d84c72a9f840a794b2d0fab686c679 (127.19.113.2:43507)
07:57:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.442039 20117 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.113.2:46265
07:57:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.446554 20507 heartbeater.cc:344] Connected to a master server at 127.19.113.61:46517
07:57:06.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.446841 20507 heartbeater.cc:461] Registering TS with master...
07:57:06.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.447391 20507 heartbeater.cc:507] Master 127.19.113.61:46517 requested a full tablet report, sending...
07:57:06.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.449788 20033 ts_manager.cc:194] Registered new tserver with Master: 17d84c72a9f840a794b2d0fab686c679 (127.19.113.2:43507)
07:57:06.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.755574 20514 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:06.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.756201 20514 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:06.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.756753 20514 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.791982 20514 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:06.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.792991 20514 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.113.3
07:57:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.831321 20514 tablet_server_runner.cc:78] Tablet server non-default flags:
07:57:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/logs
07:57:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.113.20:38117
07:57:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/data
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/wal
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.113.3:0
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/data/info.pb
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.113.3
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.113.62:40295,127.19.113.61:46517,127.19.113.60:34979
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.113.3
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.833088 20514 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:06.834839 20514 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.850704 20523 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:07.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:07.446192 20506 heartbeater.cc:499] Master 127.19.113.60:34979 was elected leader, sending a full tablet report...
07:57:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.852270 20524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:08.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:06.854416 20526 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:08.112052 20525 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:57:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.112208 20514 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.116611 20514 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.119102 20514 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:08.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.120602 20514 hybrid_clock.cc:648] HybridClock initialized: now 1786175828120556 us; error 42 us; skew 500 ppm
07:57:08.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.121840 20514 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:08.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.129189 20514 webserver.cc:533] Webserver started at http://127.19.113.3:40307/ using document root <none> and password file <none>
07:57:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.130162 20514 fs_manager.cc:362] Metadata directory not provided
07:57:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.130362 20514 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.130781 20514 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.135351 20514 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/data/instance:
07:57:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5c303da6e214021b4db54e67470015d"
07:57:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:08 on dist-test-slave-srgv"
07:57:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.136531 20514 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/wal/instance:
07:57:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5c303da6e214021b4db54e67470015d"
07:57:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:08 on dist-test-slave-srgv"
07:57:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.144393 20514 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
07:57:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.150454 20534 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.151695 20514 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.151993 20514 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/wal
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5c303da6e214021b4db54e67470015d"
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:08 on dist-test-slave-srgv"
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.152393 20514 fs_report.cc:389] FS layout report
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/wal
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/wal
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/data/data
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:08.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.224151 20514 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.225762 20514 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.226189 20514 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.229458 20514 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
07:57:08.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.233989 20514 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:57:08.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.234227 20514 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:57:08.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.234426 20514 ts_tablet_manager.cc:616] Registered 0 tablets
07:57:08.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.234560 20514 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:57:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.384766 20514 rpc_server.cc:307] RPC server started. Bound to: 127.19.113.3:40279
07:57:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.385092 20651 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.113.3:40279 every 8 connection(s)
07:57:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.387492 20514 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/data/info.pb
07:57:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.389739 19908 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 20514
07:57:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.390269 19908 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster6322459033993181794/ts-2/wal/instance
07:57:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.444873 20654 heartbeater.cc:344] Connected to a master server at 127.19.113.62:40295
07:57:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.445441 20654 heartbeater.cc:461] Registering TS with master...
07:57:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.446813 20653 heartbeater.cc:344] Connected to a master server at 127.19.113.61:46517
07:57:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.447016 20652 heartbeater.cc:344] Connected to a master server at 127.19.113.60:34979
07:57:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.446954 20654 heartbeater.cc:507] Master 127.19.113.62:40295 requested a full tablet report, sending...
07:57:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.447240 20653 heartbeater.cc:461] Registering TS with master...
07:57:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.447365 20652 heartbeater.cc:461] Registering TS with master...
07:57:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.448236 20653 heartbeater.cc:507] Master 127.19.113.61:46517 requested a full tablet report, sending...
07:57:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.448338 20652 heartbeater.cc:507] Master 127.19.113.60:34979 requested a full tablet report, sending...
07:57:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.451516 19957 ts_manager.cc:194] Registered new tserver with Master: f5c303da6e214021b4db54e67470015d (127.19.113.3:40279)
07:57:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.451496 20116 ts_manager.cc:194] Registered new tserver with Master: f5c303da6e214021b4db54e67470015d (127.19.113.3:40279)
07:57:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.453619 20116 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.113.3:51307
07:57:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.452665 20033 ts_manager.cc:194] Registered new tserver with Master: f5c303da6e214021b4db54e67470015d (127.19.113.3:40279)
07:57:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.475732 19908 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
07:57:08.487 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:57:08.487 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:57:08.489 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.113.62"
port: 40295
}
bound_http_address {
host: "127.19.113.62"
port: 44595
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.113.61"
port: 46517
}
bound_http_address {
host: "127.19.113.61"
port: 37253
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.113.60"
port: 34979
}
bound_http_address {
host: "127.19.113.60"
port: 40869
}
}
}
07:57:08.489 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:57:08.490 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.113.1"
port: 44615
}
bound_http_address {
host: "127.19.113.1"
port: 41381
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.113.2"
port: 43507
}
bound_http_address {
host: "127.19.113.2"
port: 38191
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.113.3"
port: 40279
}
bound_http_address {
host: "127.19.113.3"
port: 40307
}
}
}
07:57:08.490 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:57:08.491 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster17846329893927729417/krb5kdc/krb5cc
07:57:08.492 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:57:08.492 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRcuCtd/test-tmp
07:57:08.493 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:57:08.493 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRcuCtd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:57:08.496 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:57:08.856 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:08.856 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:57:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.860392 20664 mini_oidc.cc:150] Starting JWKS server
07:57:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.863723 20664 webserver.cc:533] Webserver started at http://127.0.0.1:38049/ using document root <none> and password file <none>
07:57:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.864140 20664 mini_oidc.cc:186] Starting OIDC Discovery server
07:57:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:08.865804 20664 webserver.cc:533] Webserver started at http://127.0.0.1:38939/ using document root <none> and password file <none>
07:57:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:57:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/principal' for realm 'KRBTEST.COM',
07:57:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:57:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:08 dist-test-slave-srgv krb5kdc[20675](info): setting up network...
07:57:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:57:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:08 dist-test-slave-srgv krb5kdc[20675](info): set up 2 sockets
07:57:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:08 dist-test-slave-srgv krb5kdc[20675](info): commencing operation
07:57:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:57:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:09.458885 20652 heartbeater.cc:499] Master 127.19.113.60:34979 was elected leader, sending a full tablet report...
07:57:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.162446 20664 mini_kdc.cc:121] Time spent starting KDC: real 2.257s user 0.002s sys 0.019s
07:57:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:57:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:57:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:57:11.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:57:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:57:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:57:11.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:57:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:57:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:57:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:57:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/test-user.keytab.
07:57:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/test-user.keytab.
07:57:11.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:11 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175831, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:11.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:57:11.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T07:57:11Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
07:57:11.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T07:57:11Z Disabled control of system clock
07:57:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.46.62@KRBTEST.COM; defaulting to no policy
07:57:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.46.62@KRBTEST.COM" created.
07:57:11.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:11.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.46.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:11.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.46.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.46.62@KRBTEST.COM; defaulting to no policy
07:57:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.46.62@KRBTEST.COM" created.
07:57:11.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:11.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.46.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:11.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.46.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:11.424853 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/logs
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.62:43267
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.62
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.62
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.768690 20692 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.769438 20692 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.770078 20692 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.805603 20692 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.805872 20692 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.806145 20692 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.806346 20692 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.806535 20692 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.806725 20692 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.806883 20692 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:11.847792 20692 master_runner.cc:387] Master server non-default flags:
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/logs
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.62
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.62:43267
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.62
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:11.849236 20692 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:11.850382 20692 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.863194 20698 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:13.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:11.864931 20699 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:13.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.224108 20702 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.226294 20701 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:57:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.227231 20692 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.362s user 0.551s sys 0.800s
07:57:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.227600 20692 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.363s user 0.553s sys 0.800s
07:57:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.227900 20692 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.229740 20692 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.233151 20692 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.234563 20692 hybrid_clock.cc:648] HybridClock initialized: now 1786175833234496 us; error 83 us; skew 500 ppm
07:57:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.235539 20692 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:13.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:13 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175833, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:13.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.243731 20692 init.cc:377] Logged in from keytab as kudu/127.20.46.62@KRBTEST.COM (short username kudu)
07:57:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.250420 20692 webserver.cc:533] Webserver started at http://127.20.46.62:36623/ using document root <none> and password file <none>
07:57:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.251842 20692 fs_manager.cc:362] Metadata directory not provided
07:57:13.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.252146 20692 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.252774 20692 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.260084 20692 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/instance:
07:57:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebd0f6376fa143de8a357fe6cc1b98c9"
07:57:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:13 on dist-test-slave-srgv"
07:57:13.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.261816 20692 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal/instance:
07:57:13.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebd0f6376fa143de8a357fe6cc1b98c9"
07:57:13.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:13 on dist-test-slave-srgv"
07:57:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.273571 20692 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.013s sys 0.000s
07:57:13.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.282325 20712 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.283977 20692 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
07:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.284444 20692 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebd0f6376fa143de8a357fe6cc1b98c9"
07:57:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:13 on dist-test-slave-srgv"
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.284943 20692 fs_report.cc:389] FS layout report
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/data
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:13.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.371491 20692 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:13.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.377635 20692 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.378053 20692 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.455941 20692 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.62:43267
07:57:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.456027 20768 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.62:43267 every 8 connection(s)
07:57:13.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.458925 20692 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.463889 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 20692
07:57:13.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.464479 20664 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal/instance
07:57:13.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.466028 20769 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:13.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.479823 20769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } has no permanent_uuid. Determining permanent_uuid...
07:57:13.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.46.61@KRBTEST.COM; defaulting to no policy
07:57:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.46.61@KRBTEST.COM" created.
07:57:13.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:13 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175833, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.62@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.46.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.46.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.525246 20769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } has no permanent_uuid. Determining permanent_uuid...
07:57:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.528460 20716 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.532775 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.46.61@KRBTEST.COM; defaulting to no policy
07:57:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.46.61@KRBTEST.COM" created.
07:57:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.46.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.46.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.567921 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/logs
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.61:44729
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.61
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.61
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.582254 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } attempt: 1
07:57:13.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.586674 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.655054 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } attempt: 2
07:57:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.660077 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.751510 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } attempt: 3
07:57:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.756224 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:13.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.899641 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } attempt: 4
07:57:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.903967 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.916180 20778 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.916754 20778 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.917462 20778 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.951835 20778 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.952157 20778 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.952455 20778 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.952716 20778 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.952934 20778 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.953131 20778 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:13.953277 20778 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.993820 20778 master_runner.cc:387] Master server non-default flags:
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/logs
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.61
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.61:44729
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.61
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.995149 20778 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:13.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:13.996248 20778 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:14.008944 20784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:14.203397 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } attempt: 5
07:57:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:14.211288 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:14.759006 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } attempt: 6
07:57:14.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:14.789558 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:15.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:14.010514 20785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.380370 20786 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1369 milliseconds
07:57:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.381206 20787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.381274 20778 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:15.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.385210 20778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.388093 20778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.389582 20778 hybrid_clock.cc:648] HybridClock initialized: now 1786175835389530 us; error 53 us; skew 500 ppm
07:57:15.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.390486 20778 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:15.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:15 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175835, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.397012 20778 init.cc:377] Logged in from keytab as kudu/127.20.46.61@KRBTEST.COM (short username kudu)
07:57:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.402534 20778 webserver.cc:533] Webserver started at http://127.20.46.61:36639/ using document root <none> and password file <none>
07:57:15.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.403614 20778 fs_manager.cc:362] Metadata directory not provided
07:57:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.403869 20778 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.404397 20778 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.408855 20778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/instance:
07:57:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea4b540e31634aa69ff0427b89db813d"
07:57:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:15 on dist-test-slave-srgv"
07:57:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.410189 20778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal/instance:
07:57:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea4b540e31634aa69ff0427b89db813d"
07:57:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:15 on dist-test-slave-srgv"
07:57:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.418570 20778 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
07:57:15.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.424741 20799 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.425909 20778 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
07:57:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.426296 20778 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea4b540e31634aa69ff0427b89db813d"
07:57:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:15 on dist-test-slave-srgv"
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.426694 20778 fs_report.cc:389] FS layout report
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/data
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.486830 20778 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.498639 20778 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.499233 20778 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.581084 20778 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.61:44729
07:57:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.581200 20853 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.61:44729 every 8 connection(s)
07:57:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.584015 20778 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.585207 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 20778
07:57:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.585668 20664 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal/instance
07:57:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.592916 20855 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.46.60@KRBTEST.COM; defaulting to no policy
07:57:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.604527 20855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } has no permanent_uuid. Determining permanent_uuid...
07:57:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.46.60@KRBTEST.COM" created.
07:57:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:15 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175835, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.61@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.46.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.46.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:15.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.648056 20855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } has no permanent_uuid. Determining permanent_uuid...
07:57:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.46.60@KRBTEST.COM; defaulting to no policy
07:57:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.46.60@KRBTEST.COM" created.
07:57:15.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:15 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175835, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.61@KRBTEST.COM for kudu/127.20.46.61@KRBTEST.COM
07:57:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.676954 20855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } has no permanent_uuid. Determining permanent_uuid...
07:57:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.679551 20803 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:15.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.685062 20855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:57:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.46.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.46.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab.
07:57:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.692508 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/logs
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.60:35611
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.60
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.60
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.734656 20855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 1
07:57:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.740343 20855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.808772 20855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 2
07:57:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.813719 20855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.850252 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } attempt: 7
07:57:15.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:15 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175833, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.62@KRBTEST.COM for kudu/127.20.46.61@KRBTEST.COM
07:57:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.876495 20769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } has no permanent_uuid. Determining permanent_uuid...
07:57:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.883387 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.905148 20855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 3
07:57:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.909814 20855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:15.941861 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 1
07:57:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:15.946246 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.027652 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 2
07:57:16.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.031917 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:16.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.053279 20855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 4
07:57:16.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.055722 20866 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:16.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.056551 20866 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.057554 20866 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.058316 20855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.098489 20866 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.098759 20866 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.099267 20866 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.099622 20866 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.099900 20866 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.100111 20866 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.100261 20866 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.117357 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 3
07:57:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.121872 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.140286 20866 master_runner.cc:387] Master server non-default flags:
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/logs
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.60
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.60:35611
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.60
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.141659 20866 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:16.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.142692 20866 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:16.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.156450 20874 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.262351 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 4
07:57:16.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.271579 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:16.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.357702 20855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 5
07:57:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.366669 20855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.555140 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 5
07:57:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.563136 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:16.914273 20855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 6
07:57:16.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.946858 20855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.115707 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 6
07:57:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:17.174232 20769 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.46.60:35611: Network error: Client connection negotiation failed: client connection to 127.20.46.60:35611: connect: Connection refused (error 111)
07:57:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:17.560628 20873 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 20866
07:57:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:17.738622 20873 kernel_stack_watchdog.cc:198] Thread 20866 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
07:57:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:57:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:57:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:57:17.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:57:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:16.157353 20875 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:17.748787 20877 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:17.749471 20866 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.592s user 0.454s sys 1.040s
07:57:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:17.749914 20866 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.594s user 0.455s sys 1.040s
07:57:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:17.764096 20876 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1606 milliseconds
07:57:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.764149 20866 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:17.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.766119 20866 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.782051 20866 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:17.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.784276 20866 hybrid_clock.cc:648] HybridClock initialized: now 1786175837784095 us; error 80 us; skew 500 ppm
07:57:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.785714 20866 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:17 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175837, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:17.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.795068 20866 init.cc:377] Logged in from keytab as kudu/127.20.46.60@KRBTEST.COM (short username kudu)
07:57:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.806437 20866 webserver.cc:533] Webserver started at http://127.20.46.60:32813/ using document root <none> and password file <none>
07:57:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.808367 20866 fs_manager.cc:362] Metadata directory not provided
07:57:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.808637 20866 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.809269 20866 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
07:57:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.814472 20866 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/instance:
07:57:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "37772ae535ff43ca99a72e4dd7f89078"
07:57:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:17 on dist-test-slave-srgv"
07:57:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.815636 20866 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal/instance:
07:57:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "37772ae535ff43ca99a72e4dd7f89078"
07:57:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:17 on dist-test-slave-srgv"
07:57:17.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.824826 20866 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
07:57:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.831576 20892 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.832857 20866 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:57:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.833178 20866 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "37772ae535ff43ca99a72e4dd7f89078"
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:17 on dist-test-slave-srgv"
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.833483 20866 fs_report.cc:389] FS layout report
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/data
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.917316 20866 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.923494 20866 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:17.923921 20866 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.001938 20866 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.60:35611
07:57:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.002039 20947 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.60:35611 every 8 connection(s)
07:57:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.004874 20866 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.007524 20855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 7
07:57:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.012935 20948 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:57:18.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.015486 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 20866
07:57:18.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.015877 20664 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal/instance
07:57:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175835, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.61@KRBTEST.COM for kudu/127.20.46.60@KRBTEST.COM
07:57:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.033077 20948 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } has no permanent_uuid. Determining permanent_uuid...
07:57:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.062865 20855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Bootstrap starting.
07:57:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175831, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.46.60@KRBTEST.COM
07:57:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.072329 20855 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Neither blocks nor log segments found. Creating new log.
07:57:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.075264 20855 log.cc:826] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Log is configured to *not* fsync() on all Append() calls
07:57:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175837, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.60@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.084990 20855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: No bootstrap required, opened a new log
07:57:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.098198 20948 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } has no permanent_uuid. Determining permanent_uuid...
07:57:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175831, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.46.61@KRBTEST.COM
07:57:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175837, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.60@KRBTEST.COM for kudu/127.20.46.61@KRBTEST.COM
07:57:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.116066 20855 raft_consensus.cc:359] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.117781 20855 raft_consensus.cc:385] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.118162 20855 raft_consensus.cc:740] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea4b540e31634aa69ff0427b89db813d, State: Initialized, Role: FOLLOWER
07:57:18.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.119354 20855 consensus_queue.cc:260] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.125329 20959 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.126190 20959 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: This master's current role is: FOLLOWER
07:57:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.127693 20855 sys_catalog.cc:565] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: configured and running, proceeding with master startup.
07:57:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175831, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.133599 20948 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } has no permanent_uuid. Determining permanent_uuid...
07:57:18.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175837, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.60@KRBTEST.COM for kudu/127.20.46.60@KRBTEST.COM
07:57:18.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.158020 20664 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
07:57:18.169 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:18.169 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:57:18.172 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:57:18.172 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:57:18.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.46.62"
port: 43267
}
bound_http_address {
host: "127.20.46.62"
port: 36623
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.46.61"
port: 44729
}
bound_http_address {
host: "127.20.46.61"
port: 36639
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.46.60"
port: 35611
}
bound_http_address {
host: "127.20.46.60"
port: 32813
}
}
}
07:57:18.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:57:18.175 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:18.175 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:57:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.174127 20948 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Bootstrap starting.
07:57:18.175 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:57:18.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.183339 20948 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Neither blocks nor log segments found. Creating new log.
07:57:18.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.186076 20948 log.cc:826] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Log is configured to *not* fsync() on all Append() calls
07:57:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:18.191782 20970 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:57:18.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:18.192279 20970 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:57:18.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.203161 20948 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: No bootstrap required, opened a new log
07:57:18.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.172998 20778 master_runner.cc:187] Error getting master registration for 127.20.46.62:43267: OK, instance_id { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" instance_seqno: 1786175833435740 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:57:18.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.207826 20769 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } attempt: 7
07:57:18.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.208139 20778 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.209384 20959 raft_consensus.cc:493] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.209988 20959 raft_consensus.cc:515] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.217741 20959 leader_election.cc:290] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), 37772ae535ff43ca99a72e4dd7f89078 (127.20.46.60:35611)
07:57:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175833, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.62@KRBTEST.COM for kudu/127.20.46.60@KRBTEST.COM
07:57:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:18 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175838, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.242184 20948 raft_consensus.cc:359] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.243141 20948 raft_consensus.cc:385] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.243490 20948 raft_consensus.cc:740] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 37772ae535ff43ca99a72e4dd7f89078, State: Initialized, Role: FOLLOWER
07:57:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM: I20260808 07:57:18.244498 20948 consensus_queue.cc:260] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.256299 20948 sys_catalog.cc:565] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: configured and running, proceeding with master startup.
07:57:18.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.256458 20921 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea4b540e31634aa69ff0427b89db813d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "37772ae535ff43ca99a72e4dd7f89078" is_pre_election: true
07:57:18.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.257380 20921 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ea4b540e31634aa69ff0427b89db813d in term 0.
07:57:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.259007 20803 leader_election.cc:304] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078, ea4b540e31634aa69ff0427b89db813d; no voters:
07:57:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.260387 20959 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 0 FOLLOWER]: Leader pre-election won for term 1
07:57:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:18.260763 20806 tablet.cc:2406] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:57:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.260885 20959 raft_consensus.cc:493] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.261317 20959 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 0 FOLLOWER]: Advancing to term 1
07:57:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.264566 20769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Bootstrap starting.
07:57:18.275 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.254988 20976 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.277 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc
07:57:18.278 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:57:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.282881 20769 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Neither blocks nor log segments found. Creating new log.
07:57:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.282426 20976 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: FOLLOWER
07:57:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.289989 20769 log.cc:826] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Log is configured to *not* fsync() on all Append() calls
07:57:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.289229 20959 raft_consensus.cc:515] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.297260 20921 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea4b540e31634aa69ff0427b89db813d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "37772ae535ff43ca99a72e4dd7f89078"
07:57:18.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.298062 20921 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 0 FOLLOWER]: Advancing to term 1
07:57:18.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.305037 20769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: No bootstrap required, opened a new log
07:57:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.308665 20959 leader_election.cc:290] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [CANDIDATE]: Term 1 election: Requested vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), 37772ae535ff43ca99a72e4dd7f89078 (127.20.46.60:35611)
07:57:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.316250 20921 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ea4b540e31634aa69ff0427b89db813d in term 1.
07:57:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.317555 20803 leader_election.cc:304] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078, ea4b540e31634aa69ff0427b89db813d; no voters:
07:57:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.319881 20959 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 1 FOLLOWER]: Leader election won for term 1
07:57:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.332471 20959 raft_consensus.cc:697] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 1 LEADER]: Becoming Leader. State: Replica: ea4b540e31634aa69ff0427b89db813d, State: Running, Role: LEADER
07:57:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.337393 20769 raft_consensus.cc:359] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.338806 20769 raft_consensus.cc:385] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:57:18.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.339298 20769 raft_consensus.cc:740] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebd0f6376fa143de8a357fe6cc1b98c9, State: Initialized, Role: FOLLOWER
07:57:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.337007 20959 consensus_queue.cc:237] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.351229 20769 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.358950 20984 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.362238 20984 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:18.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.364992 20769 sys_catalog.cc:565] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: configured and running, proceeding with master startup.
07:57:18.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.365172 20740 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea4b540e31634aa69ff0427b89db813d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9"
07:57:18.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.365885 20741 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea4b540e31634aa69ff0427b89db813d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" is_pre_election: true
07:57:18.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.366834 20741 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ea4b540e31634aa69ff0427b89db813d in term 0.
07:57:18.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:18.389384 20719 tablet.cc:2406] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:57:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.393703 20980 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea4b540e31634aa69ff0427b89db813d. Latest consensus state: current_term: 1 leader_uuid: "ea4b540e31634aa69ff0427b89db813d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.397859 20980 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: This master's current role is: LEADER
07:57:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:18.410331 20993 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:57:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.410583 20996 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
07:57:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:18.410715 20993 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:57:18.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.424768 20996 catalog_manager.cc:1520] Initializing Kudu cluster ID...
07:57:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:18.429629 20898 tablet.cc:2406] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.393532 20866 master_runner.cc:187] Error getting master registration for 127.20.46.62:43267: OK, instance_id { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" instance_seqno: 1786175833435740 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:57:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.445422 20866 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:18.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.457062 20921 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Refusing update from remote peer ea4b540e31634aa69ff0427b89db813d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:57:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.459421 20741 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 0 FOLLOWER]: Advancing to term 1
07:57:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.459666 20980 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [LEADER]: Connected to new peer: Peer: permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.467299 20741 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 1 FOLLOWER]: Refusing update from remote peer ea4b540e31634aa69ff0427b89db813d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:57:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.469398 20980 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [LEADER]: Connected to new peer: Peer: permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:57:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.503321 20976 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea4b540e31634aa69ff0427b89db813d. Latest consensus state: current_term: 1 leader_uuid: "ea4b540e31634aa69ff0427b89db813d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.504374 20976 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: FOLLOWER
07:57:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.518350 21003 mvcc.cc:204] Tried to move back new op lower bound from 7316176234300043264 to 7316176233873944576. Current Snapshot: MvccSnapshot[applied={T|T < 7316176234300043264}]
07:57:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.520674 20984 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea4b540e31634aa69ff0427b89db813d. Latest consensus state: current_term: 1 leader_uuid: "ea4b540e31634aa69ff0427b89db813d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.521390 20984 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.522342 20980 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ea4b540e31634aa69ff0427b89db813d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.523160 20980 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: This master's current role is: LEADER
07:57:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.523782 20980 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ea4b540e31634aa69ff0427b89db813d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.524422 20980 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: This master's current role is: LEADER
07:57:18.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.527231 20976 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ea4b540e31634aa69ff0427b89db813d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.528057 20976 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: FOLLOWER
07:57:18.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.529837 20996 catalog_manager.cc:1383] Generated new cluster ID: 6f1203305e324ce0a4854d77eb196636
07:57:18.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.530161 20996 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
07:57:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.549314 20984 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ea4b540e31634aa69ff0427b89db813d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.550040 20984 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:18.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.552115 21012 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:57:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.589265 20996 catalog_manager.cc:1406] Generated new certificate authority record
07:57:18.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.591704 20996 catalog_manager.cc:1540] Loading token signing keys...
07:57:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.622524 20996 catalog_manager.cc:6070] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Generated new TSK 0
07:57:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:18.623714 20996 catalog_manager.cc:1550] Initializing in-progress tserver states...
07:57:19.280 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.46.60:35611
07:57:19.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:57:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:19.281543 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 20866
07:57:19.317 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:19.317 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.46.62:43267
07:57:19.317 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:57:19.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:19.318105 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 20692
07:57:19.349 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:19.349 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.46.61:44729
07:57:19.349 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:57:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:19.350247 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 20778
07:57:19.387 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:19.387 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.46.60:35611
07:57:19.387 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:57:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:19.389106 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/logs
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.60:35611
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.60
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32813
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.60
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.730906 21019 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.731889 21019 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.732551 21019 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:19.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.768433 21019 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:19.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.768668 21019 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.768940 21019 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.769255 21019 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.769483 21019 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.769681 21019 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.769929 21019 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:19.813246 21019 master_runner.cc:387] Master server non-default flags:
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/logs
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.60
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.60:35611
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.60
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32813
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:19.814622 21019 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:19.815763 21019 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:19.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.829356 21025 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:21.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:21.232861 21024 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 21019
07:57:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:21.538383 21024 kernel_stack_watchdog.cc:198] Thread 21019 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
07:57:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:57:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:57:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:57:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:57:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:19.829857 21026 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:21.539449 21019 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.710s user 0.002s sys 0.000s
07:57:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:21.539866 21019 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.711s user 0.003s sys 0.000s
07:57:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:21.539997 21027 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1708 milliseconds
07:57:21.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.541802 21019 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:21.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:21.541893 21028 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.545219 21019 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:21.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.547775 21019 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:21.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.549141 21019 hybrid_clock.cc:648] HybridClock initialized: now 1786175841549104 us; error 66 us; skew 500 ppm
07:57:21.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.549988 21019 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:21 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175841, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.556294 21019 init.cc:377] Logged in from keytab as kudu/127.20.46.60@KRBTEST.COM (short username kudu)
07:57:21.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.561409 21019 webserver.cc:533] Webserver started at http://127.20.46.60:32813/ using document root <none> and password file <none>
07:57:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.562673 21019 fs_manager.cc:362] Metadata directory not provided
07:57:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.563701 21019 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.574827 21019 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
07:57:21.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.579777 21038 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.581260 21019 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
07:57:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.581817 21019 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "37772ae535ff43ca99a72e4dd7f89078"
07:57:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:17 on dist-test-slave-srgv"
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.584561 21019 fs_report.cc:389] FS layout report
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/data
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.660197 21019 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:21.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.672936 21019 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:21.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.673508 21019 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.768805 21019 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.60:35611
07:57:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.769109 21094 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.60:35611 every 8 connection(s)
07:57:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.771963 21019 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.779706 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 21019
07:57:21.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:21.780 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.46.62:43267
07:57:21.781 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:57:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.782609 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/logs
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.62:43267
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.62
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36623
07:57:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.62
07:57:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.785661 21095 sys_catalog.cc:263] Verifying existing consensus state
07:57:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.792702 21095 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Bootstrap starting.
07:57:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.834022 21095 log.cc:826] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Log is configured to *not* fsync() on all Append() calls
07:57:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.849982 21095 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:57:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.850872 21095 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Bootstrap complete.
07:57:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.874869 21095 raft_consensus.cc:359] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:21.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.877972 21095 raft_consensus.cc:740] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 37772ae535ff43ca99a72e4dd7f89078, State: Initialized, Role: FOLLOWER
07:57:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.879179 21095 consensus_queue.cc:260] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.882499 21099 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.883597 21099 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: FOLLOWER
07:57:21.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.884613 21095 sys_catalog.cc:565] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: configured and running, proceeding with master startup.
07:57:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.920264 21111 catalog_manager.cc:1295] Loaded cluster ID: 6f1203305e324ce0a4854d77eb196636
07:57:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.920738 21111 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: loading cluster ID for follower catalog manager: success
07:57:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.938184 21111 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: acquiring CA information for follower catalog manager: success
07:57:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.944854 21111 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.932349 21019 master_runner.cc:187] Error getting master registration for 127.20.46.62:43267: Network error: Client connection negotiation failed: client connection to 127.20.46.62:43267: connect: Connection refused (error 111),
07:57:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:21.963514 21019 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.154305 21097 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.155090 21097 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.155997 21097 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.194468 21097 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.194758 21097 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.195164 21097 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.195554 21097 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.195887 21097 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.196223 21097 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.196509 21097 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:22.237973 21097 master_runner.cc:387] Master server non-default flags:
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/logs
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.62
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.62:43267
07:57:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.62
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36623
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:22.239740 21097 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:22.241009 21097 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:22.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.253717 21119 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:23.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:23.388202 21127 raft_consensus.cc:493] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:23.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:23.391829 21127 raft_consensus.cc:515] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:23.429514 21042 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.46.62:43267: connect: Connection refused (error 111)
07:57:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:23.437724 21127 leader_election.cc:290] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729)
07:57:23.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:23.457592 21042 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267): Network error: Client connection negotiation failed: client connection to 127.20.46.62:43267: connect: Connection refused (error 111)
07:57:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:23.464290 21041 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:23.465014 21041 leader_election.cc:304] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078; no voters: ea4b540e31634aa69ff0427b89db813d, ebd0f6376fa143de8a357fe6cc1b98c9
07:57:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:23.466465 21127 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
07:57:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:23.658890 21118 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 21097
07:57:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:24.284026 21097 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.030s user 0.483s sys 1.026s
07:57:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:24.284432 21097 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.031s user 0.483s sys 1.026s
07:57:24.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:22.256843 21120 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:24.286877 21122 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.290650 21097 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:24.290742 21121 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2029 milliseconds
07:57:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.292528 21097 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.295348 21097 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.298910 21097 hybrid_clock.cc:648] HybridClock initialized: now 1786175844298814 us; error 75 us; skew 500 ppm
07:57:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.300387 21097 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:24 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175844, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.309646 21097 init.cc:377] Logged in from keytab as kudu/127.20.46.62@KRBTEST.COM (short username kudu)
07:57:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.315806 21097 webserver.cc:533] Webserver started at http://127.20.46.62:36623/ using document root <none> and password file <none>
07:57:24.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.316761 21097 fs_manager.cc:362] Metadata directory not provided
07:57:24.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.317114 21097 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.326651 21097 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
07:57:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.331919 21138 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.333343 21097 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
07:57:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.333742 21097 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebd0f6376fa143de8a357fe6cc1b98c9"
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:13 on dist-test-slave-srgv"
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.335923 21097 fs_report.cc:389] FS layout report
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/data
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.391144 21097 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.400336 21097 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.400902 21097 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.497216 21097 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.62:43267
07:57:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.497458 21193 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.62:43267 every 8 connection(s)
07:57:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.500667 21097 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.505964 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 21097
07:57:24.507 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:24.507 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.46.61:44729
07:57:24.507 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:57:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.510263 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/logs
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.61:44729
07:57:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.61
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36639
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.61
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:24.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.516692 21194 sys_catalog.cc:263] Verifying existing consensus state
07:57:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.525691 21194 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Bootstrap starting.
07:57:24.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.585067 21194 log.cc:826] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Log is configured to *not* fsync() on all Append() calls
07:57:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.618961 21194 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:57:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.620095 21194 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Bootstrap complete.
07:57:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.658773 21194 raft_consensus.cc:359] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.662689 21194 raft_consensus.cc:740] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebd0f6376fa143de8a357fe6cc1b98c9, State: Initialized, Role: FOLLOWER
07:57:24.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.663985 21194 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.667222 21199 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.668236 21199 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.669260 21194 sys_catalog.cc:565] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: configured and running, proceeding with master startup.
07:57:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.728690 21211 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:57:24.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:24 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175844, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.62@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.805290 21097 master_runner.cc:187] Error getting master registration for 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111),
07:57:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:24.824028 21097 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:24.997493 21196 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:24.998199 21196 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:24.998831 21196 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:25.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.034590 21196 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.034895 21196 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.035382 21196 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.035717 21196 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.036055 21196 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.036365 21196 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.036619 21196 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.079658 21196 master_runner.cc:387] Master server non-default flags:
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/logs
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:25.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.61
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.61:44729
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.61
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36639
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.081463 21196 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.082928 21196 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.096441 21221 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.235877 21229 raft_consensus.cc:493] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.236424 21229 raft_consensus.cc:515] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.257017 21229 leader_election.cc:290] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729)
07:57:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:25 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175841, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.60@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.306871 21167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "37772ae535ff43ca99a72e4dd7f89078" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" is_pre_election: true
07:57:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.308033 21167 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 37772ae535ff43ca99a72e4dd7f89078 in term 1.
07:57:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.309558 21042 leader_election.cc:304] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078, ebd0f6376fa143de8a357fe6cc1b98c9; no voters:
07:57:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.310586 21229 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Leader pre-election won for term 2
07:57:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.310909 21229 raft_consensus.cc:493] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.311213 21229 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 1 FOLLOWER]: Advancing to term 2
07:57:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.315001 21041 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.322629 21229 raft_consensus.cc:515] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.327471 21167 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "37772ae535ff43ca99a72e4dd7f89078" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9"
07:57:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.328064 21167 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 1 FOLLOWER]: Advancing to term 2
07:57:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.337155 21167 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 37772ae535ff43ca99a72e4dd7f89078 in term 2.
07:57:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.337090 21041 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.346740 21042 leader_election.cc:304] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078, ebd0f6376fa143de8a357fe6cc1b98c9; no voters: ea4b540e31634aa69ff0427b89db813d
07:57:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.335160 21229 leader_election.cc:290] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 2 election: Requested vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729)
07:57:25.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.365052 21229 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Leader election won for term 2
07:57:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.365698 21229 raft_consensus.cc:697] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 LEADER]: Becoming Leader. State: Replica: 37772ae535ff43ca99a72e4dd7f89078, State: Running, Role: LEADER
07:57:25.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.371258 21229 consensus_queue.cc:237] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:25.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.382061 21233 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 37772ae535ff43ca99a72e4dd7f89078. Latest consensus state: current_term: 2 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:25.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.383448 21233 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: LEADER
07:57:25.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.398245 21235 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
07:57:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.425993 21235 catalog_manager.cc:1520] Initializing Kudu cluster ID...
07:57:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.446607 21235 catalog_manager.cc:1295] Loaded cluster ID: 6f1203305e324ce0a4854d77eb196636
07:57:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.447032 21235 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
07:57:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.459033 21235 catalog_manager.cc:1540] Loading token signing keys...
07:57:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.474290 21235 catalog_manager.cc:6081] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Loaded TSK: 0
07:57:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.476526 21235 catalog_manager.cc:1550] Initializing in-progress tserver states...
07:57:25.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.760900 21211 catalog_manager.cc:1295] Loaded cluster ID: 6f1203305e324ce0a4854d77eb196636
07:57:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.780055 21211 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: loading cluster ID for follower catalog manager: success
07:57:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.811363 21211 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: acquiring CA information for follower catalog manager: success
07:57:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.835690 21041 consensus_peers.cc:597] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 -> Peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Couldn't send request to peer ea4b540e31634aa69ff0427b89db813d. Status: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:57:25.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.858461 21211 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:25.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.928258 21167 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 2 FOLLOWER]: Refusing update from remote peer 37772ae535ff43ca99a72e4dd7f89078: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
07:57:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.931452 21233 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
07:57:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.976004 21237 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 37772ae535ff43ca99a72e4dd7f89078. Latest consensus state: current_term: 2 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:25.977149 21237 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:26.012197 21237 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:26.013293 21237 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:26.017262 21233 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:26.018285 21233 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: LEADER
07:57:26.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:26.988988 21019 master_runner.cc:187] Error getting master registration for 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111),
07:57:26.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:26.989745 21019 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:26.500470 21220 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 21196
07:57:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:27.692185 21220 kernel_stack_watchdog.cc:198] Thread 21196 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
07:57:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:57:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:57:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:57:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:57:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:27.692391 21196 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.594s user 0.890s sys 1.432s
07:57:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:27.692737 21196 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.595s user 0.890s sys 1.432s
07:57:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:25.097707 21222 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:27.695086 21224 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:27.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:27.705458 21223 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2605 milliseconds
07:57:27.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.705469 21196 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:27.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.706844 21196 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:27.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.709940 21196 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:27.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.711450 21196 hybrid_clock.cc:648] HybridClock initialized: now 1786175847711416 us; error 47 us; skew 500 ppm
07:57:27.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.712280 21196 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:27 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175847, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.718852 21196 init.cc:377] Logged in from keytab as kudu/127.20.46.61@KRBTEST.COM (short username kudu)
07:57:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.725471 21196 webserver.cc:533] Webserver started at http://127.20.46.61:36639/ using document root <none> and password file <none>
07:57:27.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.726583 21196 fs_manager.cc:362] Metadata directory not provided
07:57:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.726897 21196 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.737824 21196 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.004s sys 0.003s
07:57:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.751916 21257 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.753557 21196 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.005s sys 0.005s
07:57:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.753980 21196 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea4b540e31634aa69ff0427b89db813d"
07:57:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:15 on dist-test-slave-srgv"
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.756798 21196 fs_report.cc:389] FS layout report
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/data
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.843011 21196 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.852921 21196 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.853644 21196 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.966336 21196 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.61:44729
07:57:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.966404 21312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.61:44729 every 8 connection(s)
07:57:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.969607 21196 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:27.970436 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 21196
07:57:27.971 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:27.972 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.46.60:35611(127.20.46.60:35611)] connecting to peer
07:57:27.975 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.46.62:43267(127.20.46.62:43267)] connecting to peer
07:57:27.978 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.46.60:35611(127.20.46.60:35611)] Successfully connected to peer
07:57:27.979 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.46.61:44729(127.20.46.61:44729)] connecting to peer
07:57:27.981 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.46.62:43267(127.20.46.62:43267)] Successfully connected to peer
07:57:27.984 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.46.61:44729(127.20.46.61:44729)] Successfully connected to peer
07:57:28.010 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
07:57:28.011 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc
07:57:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:28 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786175838, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.018066 21313 sys_catalog.cc:263] Verifying existing consensus state
07:57:28.020 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:57:28.020 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
07:57:28.020 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
07:57:28.021 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc
07:57:28.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:28 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786175838, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:28.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.026340 21313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Bootstrap starting.
07:57:28.034 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:57:28.034 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
07:57:28.034 [DEBUG - kudu-nio-0] (SecurityContext.java:222) Refreshing Kerberos credentials...
07:57:28.036 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc
07:57:28.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:28 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786175838, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:28.049 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:57:28.049 [INFO - kudu-nio-0] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
07:57:28.050 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.20.46.61
07:57:28.052 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.20.46.62
07:57:28.054 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.20.46.60
07:57:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.093429 21313 log.cc:826] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Log is configured to *not* fsync() on all Append() calls
07:57:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:28 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786175838, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.46.61@KRBTEST.COM
07:57:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:28 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786175838, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:28 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786175838, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.46.60@KRBTEST.COM
07:57:28.127 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x777c2a0e, L:/127.0.0.1:34124 - R:/127.20.46.62:43267] using SASL/GSSAPI
07:57:28.129 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe8dc8e0f, L:/127.0.0.1:43254 - R:/127.20.46.60:35611] using SASL/GSSAPI
07:57:28.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
07:57:28.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=171), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.60:35611, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.62:43267, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.46.61:44729, [166ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.62:43267: OK, [170ms] Sub RPC ConnectToMaster: received response from server master-127.20.46.60:35611: OK, deferred=null) after lookup
07:57:28.145 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xeb682b12, L:/127.0.0.1:54518 - R:/127.20.46.61:44729] using SASL/GSSAPI
07:57:28.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.46.61:44729: Catalog manager is not initialized. State: Starting
07:57:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.157433 21313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:57:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.159127 21313 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Bootstrap complete.
07:57:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.195289 21313 raft_consensus.cc:359] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.199929 21313 raft_consensus.cc:740] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea4b540e31634aa69ff0427b89db813d, State: Initialized, Role: FOLLOWER
07:57:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.201287 21313 consensus_queue.cc:260] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.204883 21326 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.206072 21326 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: This master's current role is: FOLLOWER
07:57:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.207013 21313 sys_catalog.cc:565] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: configured and running, proceeding with master startup.
07:57:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.255820 21338 catalog_manager.cc:1295] Loaded cluster ID: 6f1203305e324ce0a4854d77eb196636
07:57:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.256424 21338 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: loading cluster ID for follower catalog manager: success
07:57:28.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:28 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175847, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.61@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:28.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.265610 21338 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: acquiring CA information for follower catalog manager: success
07:57:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.272078 21338 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:28.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.533356 21286 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [term 1 FOLLOWER]: Advancing to term 2
07:57:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.555902 21344 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.557303 21344 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: This master's current role is: FOLLOWER
07:57:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.561025 21326 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 37772ae535ff43ca99a72e4dd7f89078. Latest consensus state: current_term: 2 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:28.561776 21326 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d [sys.catalog]: This master's current role is: FOLLOWER
07:57:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.096423 21246 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.097218 21246 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: LEADER
07:57:29.146 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.46.60:35611
07:57:29.147 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:57:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.147680 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 21019
07:57:29.182 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.46.60:35611(127.20.46.60:35611)] handling channelInactive
07:57:29.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.46.60:35611(127.20.46.60:35611)] cleaning up while in state READY due to: connection closed
07:57:29.188 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:29.188 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.46.62:43267
07:57:29.188 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:57:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.189260 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 21097
07:57:29.225 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.46.62:43267(127.20.46.62:43267)] handling channelInactive
07:57:29.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.46.62:43267(127.20.46.62:43267)] cleaning up while in state READY due to: connection closed
07:57:29.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:29.226 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.46.61:44729
07:57:29.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:57:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.227437 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 21196
07:57:29.252 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:29.252 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.46.61:44729(127.20.46.61:44729)] handling channelInactive
07:57:29.252 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.46.60:35611
07:57:29.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.46.61:44729(127.20.46.61:44729)] cleaning up while in state READY due to: connection closed
07:57:29.252 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.254067 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/logs
07:57:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.60:35611
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.60
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32813
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.60
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.600008 21349 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.600584 21349 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.601202 21349 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.635808 21349 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.636109 21349 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.636508 21349 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.636837 21349 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.637146 21349 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.637450 21349 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.637825 21349 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.683950 21349 master_runner.cc:387] Master server non-default flags:
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/logs
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.60
07:57:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.60:35611
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.60
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32813
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.685681 21349 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:29.687012 21349 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:29.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.699999 21356 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:31.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.105039 21355 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 21349
07:57:31.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.185073 21349 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.486s user 0.570s sys 0.915s
07:57:31.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:29.702047 21357 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:31.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.185420 21349 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.486s user 0.570s sys 0.915s
07:57:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.196122 21363 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.196255 21349 server_base.cc:1061] running on GCE node
07:57:31.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.197609 21349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.200132 21349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.201502 21349 hybrid_clock.cc:648] HybridClock initialized: now 1786175851201469 us; error 47 us; skew 500 ppm
07:57:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.202291 21349 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:31 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175851, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.209444 21349 init.cc:377] Logged in from keytab as kudu/127.20.46.60@KRBTEST.COM (short username kudu)
07:57:31.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.214746 21349 webserver.cc:533] Webserver started at http://127.20.46.60:32813/ using document root <none> and password file <none>
07:57:31.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.215744 21349 fs_manager.cc:362] Metadata directory not provided
07:57:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.215958 21349 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:31.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.224869 21349 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.002s
07:57:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.230708 21370 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.232139 21349 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
07:57:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.232508 21349 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "37772ae535ff43ca99a72e4dd7f89078"
07:57:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:17 on dist-test-slave-srgv"
07:57:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.234515 21349 fs_report.cc:389] FS layout report
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/wal
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/data
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.302273 21349 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.308035 21349 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.308466 21349 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.376264 20355 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba0a0 after lost signal to thread 20220
07:57:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.377812 20355 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba180 after lost signal to thread 20358
07:57:31.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.390985 21349 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.60:35611
07:57:31.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.391069 21423 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.60:35611 every 8 connection(s)
07:57:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.394366 21349 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-2/data/info.pb
07:57:31.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.399369 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 21349
07:57:31.400 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:31.400 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.46.62:43267
07:57:31.400 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:57:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.402303 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data
07:57:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/logs
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.62:43267
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.62
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36623
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.62
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.414170 21424 sys_catalog.cc:263] Verifying existing consensus state
07:57:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.420100 21424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Bootstrap starting.
07:57:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.462345 21424 log.cc:826] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Log is configured to *not* fsync() on all Append() calls
07:57:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.481182 21424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:57:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.482196 21424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Bootstrap complete.
07:57:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.506814 21424 raft_consensus.cc:359] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.509198 21424 raft_consensus.cc:740] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 37772ae535ff43ca99a72e4dd7f89078, State: Initialized, Role: FOLLOWER
07:57:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.510361 21424 consensus_queue.cc:260] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.513624 21429 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:31.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.514662 21429 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: FOLLOWER
07:57:31.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.515446 21424 sys_catalog.cc:565] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: configured and running, proceeding with master startup.
07:57:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.572533 21441 catalog_manager.cc:1295] Loaded cluster ID: 6f1203305e324ce0a4854d77eb196636
07:57:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.572824 21441 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: loading cluster ID for follower catalog manager: success
07:57:31.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.593217 21441 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: acquiring CA information for follower catalog manager: success
07:57:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.557775 21349 master_runner.cc:187] Error getting master registration for 127.20.46.62:43267: Network error: Client connection negotiation failed: client connection to 127.20.46.62:43267: connect: Connection refused (error 111),
07:57:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.603677 21349 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:31.607967 21441 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:31.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.941890 21427 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.942932 21427 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:31.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:31.944435 21427 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:32.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.025738 21427 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:32.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.026165 21427 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.026777 21427 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.027237 21427 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.027688 21427 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.028100 21427 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.028419 21427 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:32.098917 21427 master_runner.cc:387] Master server non-default flags:
07:57:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/logs
07:57:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.62
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.62:43267
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.62
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36623
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:32.100639 21427 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:32.101989 21427 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.116138 21449 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:32.690766 21455 raft_consensus.cc:493] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:32.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:32.693303 21455 raft_consensus.cc:515] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.721616 21374 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.46.62:43267: connect: Connection refused (error 111)
07:57:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:32.727658 21455 leader_election.cc:290] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729)
07:57:32.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.763063 21373 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.765367 21374 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267): Network error: Client connection negotiation failed: client connection to 127.20.46.62:43267: connect: Connection refused (error 111)
07:57:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:32.766172 21374 leader_election.cc:304] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078; no voters: ea4b540e31634aa69ff0427b89db813d, ebd0f6376fa143de8a357fe6cc1b98c9
07:57:32.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:32.767485 21455 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
07:57:34.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:34.569607 21464 raft_consensus.cc:493] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:34.571091 21464 raft_consensus.cc:515] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:34.595846 21464 leader_election.cc:290] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729)
07:57:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:34.614143 21374 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267): Network error: Client connection negotiation failed: client connection to 127.20.46.62:43267: connect: Connection refused (error 111)
07:57:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:34.618539 21373 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:34.619135 21373 leader_election.cc:304] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078; no voters: ea4b540e31634aa69ff0427b89db813d, ebd0f6376fa143de8a357fe6cc1b98c9
07:57:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:34.620425 21464 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
07:57:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:33.518198 21448 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 21427
07:57:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:35.094257 21448 kernel_stack_watchdog.cc:198] Thread 21427 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
07:57:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:57:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:57:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:57:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:57:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:32.116977 21450 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:35.108146 21451 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2979 milliseconds
07:57:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:35.109303 21427 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.992s user 0.008s sys 0.006s
07:57:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:35.109714 21427 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.993s user 0.008s sys 0.006s
07:57:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:35.110028 21452 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.110088 21427 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:35.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.111711 21427 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:35.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.116247 21427 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.117755 21427 hybrid_clock.cc:648] HybridClock initialized: now 1786175855117677 us; error 82 us; skew 500 ppm
07:57:35.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.118927 21427 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:35.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:35 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175855, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:35.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.127242 21427 init.cc:377] Logged in from keytab as kudu/127.20.46.62@KRBTEST.COM (short username kudu)
07:57:35.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.133463 21427 webserver.cc:533] Webserver started at http://127.20.46.62:36623/ using document root <none> and password file <none>
07:57:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.134718 21427 fs_manager.cc:362] Metadata directory not provided
07:57:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.135010 21427 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.146668 21427 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
07:57:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.152709 21474 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.154618 21427 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
07:57:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.155022 21427 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebd0f6376fa143de8a357fe6cc1b98c9"
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:13 on dist-test-slave-srgv"
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.157393 21427 fs_report.cc:389] FS layout report
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/wal
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/data
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.219558 21427 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:35.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.231726 21427 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:35.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.232369 21427 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.422358 21427 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.62:43267
07:57:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.422434 21527 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.62:43267 every 8 connection(s)
07:57:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.425354 21427 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-0/data/info.pb
07:57:35.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.427847 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 21427
07:57:35.428 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:35.428 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.46.61:44729
07:57:35.429 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.431113 20664 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/logs
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.61:44729
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.61
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36639
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.61
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
07:57:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:57:35.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.445317 21528 sys_catalog.cc:263] Verifying existing consensus state
07:57:35.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.454178 21528 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Bootstrap starting.
07:57:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.510545 21528 log.cc:826] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Log is configured to *not* fsync() on all Append() calls
07:57:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.533514 21528 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:57:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.534590 21528 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: Bootstrap complete.
07:57:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.570156 21528 raft_consensus.cc:359] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.574091 21528 raft_consensus.cc:740] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebd0f6376fa143de8a357fe6cc1b98c9, State: Initialized, Role: FOLLOWER
07:57:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.575460 21528 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.578845 21532 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.580195 21532 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.581043 21528 sys_catalog.cc:565] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: configured and running, proceeding with master startup.
07:57:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.618494 21543 catalog_manager.cc:1295] Loaded cluster ID: 6f1203305e324ce0a4854d77eb196636
07:57:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.618805 21543 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: loading cluster ID for follower catalog manager: success
07:57:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.626947 21543 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: acquiring CA information for follower catalog manager: success
07:57:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.644733 21543 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:57:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:35 dist-test-slave-srgv krb5kdc[20675](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175855, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.62@KRBTEST.COM for kudu/127.20.46.62@KRBTEST.COM
07:57:35.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.684242 21427 master_runner.cc:187] Error getting master registration for 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111),
07:57:35.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:35.714941 21427 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:35.979653 21530 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
07:57:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:35.980865 21530 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:57:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:35.982293 21530 flags.cc:432] Enabled unsafe flag: --never_fsync=true
07:57:36.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.054704 21530 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
07:57:36.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.055369 21530 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
07:57:36.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.056947 21530 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
07:57:36.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.057466 21530 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
07:57:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.057941 21530 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
07:57:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.058511 21530 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
07:57:36.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.058898 21530 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38049/jwks.json
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.118075 21530 master_runner.cc:387] Master server non-default flags:
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/logs
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.46.20:45719
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.46.62:43267,127.20.46.61:44729,127.20.46.60:35611
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/kudu.keytab
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.46.61
07:57:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.46.61:44729
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38049/jwks.json
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.46.61
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36639
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cb747ff0ca0209e3fa98be4167c67edd474acd67
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 07:43:24 UTC on e7f111948823
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13239
07:57:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:57:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.119877 21530 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:57:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.121238 21530 file_cache.cc:504] Constructed file cache file cache with capacity 419430
07:57:36.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.134043 21552 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:36.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.345862 20355 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba300 after lost signal to thread 20220
07:57:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.347201 20355 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba7a0 after lost signal to thread 20358
07:57:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.467815 21558 raft_consensus.cc:493] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:57:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.468623 21558 raft_consensus.cc:515] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.488003 21558 leader_election.cc:290] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729)
07:57:36.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.509963 21502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "37772ae535ff43ca99a72e4dd7f89078" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" is_pre_election: true
07:57:36.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.511150 21502 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 37772ae535ff43ca99a72e4dd7f89078 in term 2.
07:57:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.513366 21374 leader_election.cc:304] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078, ebd0f6376fa143de8a357fe6cc1b98c9; no voters:
07:57:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.514420 21558 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Leader pre-election won for term 3
07:57:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.515003 21558 raft_consensus.cc:493] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:57:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.515482 21558 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 2 FOLLOWER]: Advancing to term 3
07:57:36.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.541882 21558 raft_consensus.cc:515] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.548579 21373 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.554634 21502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "37772ae535ff43ca99a72e4dd7f89078" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9"
07:57:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.555514 21502 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 2 FOLLOWER]: Advancing to term 3
07:57:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.558930 21558 leader_election.cc:290] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 election: Requested vote from peers ebd0f6376fa143de8a357fe6cc1b98c9 (127.20.46.62:43267), ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729)
07:57:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.563217 21373 leader_election.cc:336] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111)
07:57:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.575697 21502 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 37772ae535ff43ca99a72e4dd7f89078 in term 3.
07:57:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.577711 21374 leader_election.cc:304] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 37772ae535ff43ca99a72e4dd7f89078, ebd0f6376fa143de8a357fe6cc1b98c9; no voters: ea4b540e31634aa69ff0427b89db813d
07:57:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.578760 21558 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 3 FOLLOWER]: Leader election won for term 3
07:57:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.593813 21558 raft_consensus.cc:697] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [term 3 LEADER]: Becoming Leader. State: Replica: 37772ae535ff43ca99a72e4dd7f89078, State: Running, Role: LEADER
07:57:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.596334 21558 consensus_queue.cc:237] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } }
07:57:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.617200 21349 master_runner.cc:187] Error getting master registration for 127.20.46.61:44729: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111),
07:57:36.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.617784 21349 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
07:57:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.634652 21564 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 37772ae535ff43ca99a72e4dd7f89078. Latest consensus state: current_term: 3 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.636467 21564 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: LEADER
07:57:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.651160 21566 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
07:57:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.666908 21566 catalog_manager.cc:1520] Initializing Kudu cluster ID...
07:57:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.682081 21566 catalog_manager.cc:1295] Loaded cluster ID: 6f1203305e324ce0a4854d77eb196636
07:57:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.682768 21566 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
07:57:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.695276 21566 catalog_manager.cc:1540] Loading token signing keys...
07:57:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.704957 21566 catalog_manager.cc:6081] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078: Loaded TSK: 0
07:57:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:36.708314 21566 catalog_manager.cc:1550] Initializing in-progress tserver states...
07:57:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:37.238713 21502 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [term 3 FOLLOWER]: Refusing update from remote peer 37772ae535ff43ca99a72e4dd7f89078: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
07:57:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:37.241827 21571 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
07:57:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:37.246796 21373 consensus_peers.cc:597] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 -> Peer ea4b540e31634aa69ff0427b89db813d (127.20.46.61:44729): Couldn't send request to peer ea4b540e31634aa69ff0427b89db813d. Status: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:57:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:37.317674 21571 sys_catalog.cc:455] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:37.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:37.319015 21571 sys_catalog.cc:458] T 00000000000000000000000000000000 P 37772ae535ff43ca99a72e4dd7f89078 [sys.catalog]: This master's current role is: LEADER
07:57:37.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:37.323621 21573 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 37772ae535ff43ca99a72e4dd7f89078. Latest consensus state: current_term: 3 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:37.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:37.334254 21573 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:37.336118 21577 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "37772ae535ff43ca99a72e4dd7f89078" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ebd0f6376fa143de8a357fe6cc1b98c9" member_type: VOTER last_known_addr { host: "127.20.46.62" port: 43267 } } peers { permanent_uuid: "ea4b540e31634aa69ff0427b89db813d" member_type: VOTER last_known_addr { host: "127.20.46.61" port: 44729 } } peers { permanent_uuid: "37772ae535ff43ca99a72e4dd7f89078" member_type: VOTER last_known_addr { host: "127.20.46.60" port: 35611 } } }
07:57:37.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:37.337756 21577 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebd0f6376fa143de8a357fe6cc1b98c9 [sys.catalog]: This master's current role is: FOLLOWER
07:57:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:37.797606 21373 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.46.61:44729: connect: Connection refused (error 111) [suppressed 6 similar messages]
07:57:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:36.135804 21553 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:38.359264 21530 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.224s user 0.525s sys 1.113s
07:57:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:38.362424 21554 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2225 milliseconds
07:57:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:38.362514 21555 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:57:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:37.535722 21551 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 21530
07:57:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:38.364159 21530 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.229s user 0.525s sys 1.114s
07:57:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.365285 21530 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:57:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.372879 21530 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:57:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.380069 21530 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:57:38.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.381891 21530 hybrid_clock.cc:648] HybridClock initialized: now 1786175858381822 us; error 50 us; skew 500 ppm
07:57:38.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.383080 21530 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:57:38.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 07:57:38 dist-test-slave-srgv krb5kdc[20675](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786175858, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.46.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:57:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.392357 21530 init.cc:377] Logged in from keytab as kudu/127.20.46.61@KRBTEST.COM (short username kudu)
07:57:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.407663 21530 webserver.cc:533] Webserver started at http://127.20.46.61:36639/ using document root <none> and password file <none>
07:57:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.409255 21530 fs_manager.cc:362] Metadata directory not provided
07:57:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.409687 21530 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:57:38.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.423005 21530 fs_manager.cc:714] Time spent opening directory manager: real 0.010s user 0.006s sys 0.002s
07:57:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.432897 21593 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:57:38.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.434669 21530 fs_manager.cc:730] Time spent opening block manager: real 0.009s user 0.007s sys 0.003s
07:57:38.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.435078 21530 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data,/tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:38.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea4b540e31634aa69ff0427b89db813d"
07:57:38.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 07:57:15 on dist-test-slave-srgv"
07:57:38.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.438200 21530 fs_report.cc:389] FS layout report
07:57:38.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:57:38.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/wal
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/data
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:57:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:57:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.520186 21530 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
07:57:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.528124 21530 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:57:38.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.528893 21530 kserver.cc:163] Server-wide thread pool size limit: 3276
07:57:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.619863 21530 rpc_server.cc:307] RPC server started. Bound to: 127.20.46.61:44729
07:57:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.619912 21645 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.46.61:44729 every 8 connection(s)
07:57:38.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.623896 21530 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/master-1/data/info.pb
07:57:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.631018 20664 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu as pid 21530
07:57:38.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:57:38.632 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.46.60:35611(127.20.46.60:35611)] connecting to peer
07:57:38.636 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.20.46.60:35611(127.20.46.60:35611)] Successfully connected to peer
07:57:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.639148 21646 sys_catalog.cc:263] Verifying existing consensus state
07:57:38.639 [DEBUG - kudu-nio-3] (SecurityContext.java:222) Refreshing Kerberos credentials...
07:57:38.640 [DEBUG - kudu-nio-3] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRcuCtd/test-tmp/mini-kudu-cluster9342887645734806581/krb5kdc/krb5cc
07:57:38.642 [DEBUG - kudu-nio-3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:57:38.642 [WARN - kudu-nio-3] (SecurityContext.java:231) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
07:57:38.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.46.60:35611(127.20.46.60:35611)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
07:57:38.643 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.20.46.60:35611(127.20.46.60:35611)] handling channelInactive
07:57:38.643 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.61:44729(127.20.46.61:44729)] disconnecting while in state TERMINATED
07:57:38.643 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.60:35611(127.20.46.60:35611)] disconnecting while in state TERMINATED
07:57:38.644 [DEBUG - main] (Connection.java:575) [peer master-127.20.46.62:43267(127.20.46.62:43267)] disconnecting while in state TERMINATED
07:57:38.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:57:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 07:57:38.645555 21649 negotiation.cc:336] Failed RPC negotiation. Trace:
07:57:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.635670 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:45844 (local address 127.20.46.60:35611)
07:57:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.637339 (+ 1669us) server_negotiation.cc:207] Beginning negotiation
07:57:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.637369 (+ 30us) server_negotiation.cc:400] Waiting for connection header
07:57:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.637779 (+ 410us) server_negotiation.cc:408] Connection header received
07:57:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.638535 (+ 756us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
07:57:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.638567 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
07:57:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.638925 (+ 358us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
07:57:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.639196 (+ 271us) server_negotiation.cc:227] Negotiated authn=SASL
07:57:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 07:57:38.644038 (+ 4842us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45844: BlockingRecv error: recv got EOF from 127.0.0.1:45844 (error 108)
07:57:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1007,"thread_start_us":653,"threads_started":1}
07:57:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.647105 21646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea4b540e31634aa69ff0427b89db813d: Bootstrap starting.
07:57:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.652741 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 21427
07:57:38.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.683604 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 21530
07:57:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:38.702201 20664 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 21349
07:57:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T07:57:39Z chronyd exiting
07:57:41.031 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:57:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:41.034804 19908 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 20201
07:57:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:41.067096 19908 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 20369
07:57:41.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:41.106326 19908 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 20514
07:57:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:41.144644 19908 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 19921
07:57:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:41.183701 19908 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 19995
07:57:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 07:57:41.218525 19908 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRcuCtd/build/tsan/bin/kudu with pid 20072
07:57:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T07:57:42Z chronyd exiting
07:57:43.447 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
07:57:44.587 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: giving up after 1 attempts
07:57:44.588 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more