20:03:47.999 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:48.013 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskl4vMpz/test-tmp
20:03:48.021 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:48.026 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskl4vMpz/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:48.320 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:03:48.493 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:03:48.494 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:03:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:48.498601 5438 mini_oidc.cc:150] Starting JWKS server
20:03:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:48.502537 5438 webserver.cc:492] Webserver started at http://127.0.0.1:42903/ using document root <none> and password file <none>
20:03:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:48.503189 5438 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:48.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:48.505729 5438 webserver.cc:492] Webserver started at http://127.0.0.1:36821/ using document root <none> and password file <none>
20:03:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:03:48Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:03:48Z Disabled control of system clock
20:03:48.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:48.572711 5438 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/wal
20:03:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/data
20:03:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:48.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:48.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:48.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/logs
20:03:48.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/data/info.pb
20:03:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:48.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:48.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:48.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:48.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.190:44135
20:03:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.190
20:03:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42903/jwks.json with env {}
20:03:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.888775 5450 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:48.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.889396 5450 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:48.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.890175 5450 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:48.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.925079 5450 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:48.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.925397 5450 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:48.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.925599 5450 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.925804 5450 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.925995 5450 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.926271 5450 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42903/jwks.json
20:03:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:48.967219 5450 master_runner.cc:386] Master server non-default flags:
20:03:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/data
20:03:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/wal
20:03:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.190:44135
20:03:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42903/jwks.json
20:03:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/data/info.pb
20:03:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.190
20:03:48.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:48.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:48.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:48.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/logs
20:03:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:03:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:03:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:03:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:48.968840 5450 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:48.971194 5450 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.987838 5456 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:48.990172 5457 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.282876 5458 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1291 milliseconds
20:03:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.284826 5459 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.288328 5450 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.300s user 0.471s sys 0.819s
20:03:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.288671 5450 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.300s user 0.471s sys 0.819s
20:03:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.288971 5450 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.290361 5450 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:50.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.294210 5450 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.296617 5450 hybrid_clock.cc:648] HybridClock initialized: now 1777752230296557 us; error 52 us; skew 500 ppm
20:03:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.297993 5450 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.308370 5450 webserver.cc:492] Webserver started at http://127.5.79.190:42389/ using document root <none> and password file <none>
20:03:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.309926 5450 fs_manager.cc:362] Metadata directory not provided
20:03:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.310305 5450 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.310961 5450 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.318462 5450 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/data/instance:
20:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47eb029f40e4724897651c135d1a0ac"
20:03:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:50 on dist-test-slave-m1tv"
20:03:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.320308 5450 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/wal/instance:
20:03:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47eb029f40e4724897651c135d1a0ac"
20:03:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:50 on dist-test-slave-m1tv"
20:03:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.332093 5450 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.007s sys 0.003s
20:03:50.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.339179 5466 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.341307 5450 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
20:03:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.341653 5450 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/wal
20:03:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47eb029f40e4724897651c135d1a0ac"
20:03:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:50 on dist-test-slave-m1tv"
20:03:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.342051 5450 fs_report.cc:389] FS layout report
20:03:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/wal
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/wal
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/data/data
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.417255 5450 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.418828 5450 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.419245 5450 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.502658 5450 rpc_server.cc:307] RPC server started. Bound to: 127.5.79.190:44135
20:03:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.502792 5517 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.79.190:44135 every 8 connection(s)
20:03:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.505685 5450 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/data/info.pb
20:03:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.511987 5518 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.513711 5438 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 5450
20:03:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.514181 5438 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-0/wal/instance
20:03:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.517762 5438 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/wal
20:03:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/data
20:03:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/logs
20:03:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/data/info.pb
20:03:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:50.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:50.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:50.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.189:43067
20:03:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.189
20:03:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:50.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42903/jwks.json with env {}
20:03:50.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.524602 5518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } has no permanent_uuid. Determining permanent_uuid...
20:03:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.558535 5518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } has no permanent_uuid. Determining permanent_uuid...
20:03:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.561460 5467 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.79.189:43067: connect: Connection refused (error 111)
20:03:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.565845 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.189:43067: Network error: Client connection negotiation failed: client connection to 127.5.79.189:43067: connect: Connection refused (error 111)
20:03:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.615522 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } attempt: 1
20:03:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.620467 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.189:43067: Network error: Client connection negotiation failed: client connection to 127.5.79.189:43067: connect: Connection refused (error 111)
20:03:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.689204 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } attempt: 2
20:03:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.694041 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.189:43067: Network error: Client connection negotiation failed: client connection to 127.5.79.189:43067: connect: Connection refused (error 111)
20:03:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.785511 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } attempt: 3
20:03:50.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.790338 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.189:43067: Network error: Client connection negotiation failed: client connection to 127.5.79.189:43067: connect: Connection refused (error 111)
20:03:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.859872 5520 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.860487 5520 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.861095 5520 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.897444 5520 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.897761 5520 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.897967 5520 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.898156 5520 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.898337 5520 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.898473 5520 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42903/jwks.json
20:03:50.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.933794 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } attempt: 4
20:03:50.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.937229 5520 master_runner.cc:386] Master server non-default flags:
20:03:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/data
20:03:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/wal
20:03:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.189:43067
20:03:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:50.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42903/jwks.json
20:03:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/data/info.pb
20:03:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.189
20:03:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/logs
20:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.937945 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.189:43067: Network error: Client connection negotiation failed: client connection to 127.5.79.189:43067: connect: Connection refused (error 111)
20:03:50.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.938992 5520 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:50.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:50.942965 5520 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.957966 5529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:51.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:51.237353 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } attempt: 5
20:03:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:51.244925 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.189:43067: Network error: Client connection negotiation failed: client connection to 127.5.79.189:43067: connect: Connection refused (error 111)
20:03:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:51.792659 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } attempt: 6
20:03:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:51.805675 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.189:43067: Network error: Client connection negotiation failed: client connection to 127.5.79.189:43067: connect: Connection refused (error 111)
20:03:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:50.960830 5530 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.206584 5531 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1245 milliseconds
20:03:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.207206 5532 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.207258 5520 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.212268 5520 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.214953 5520 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.216353 5520 hybrid_clock.cc:648] HybridClock initialized: now 1777752232216322 us; error 78 us; skew 500 ppm
20:03:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.217288 5520 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.224084 5520 webserver.cc:492] Webserver started at http://127.5.79.189:36465/ using document root <none> and password file <none>
20:03:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.225152 5520 fs_manager.cc:362] Metadata directory not provided
20:03:52.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.225373 5520 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:52.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.225782 5520 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.230626 5520 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/data/instance:
20:03:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33e5391b37c94cb3b2d3050a66dd65ed"
20:03:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:52 on dist-test-slave-m1tv"
20:03:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.232028 5520 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/wal/instance:
20:03:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33e5391b37c94cb3b2d3050a66dd65ed"
20:03:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:52 on dist-test-slave-m1tv"
20:03:52.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.240105 5520 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.004s
20:03:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.246573 5541 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.247959 5520 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:03:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.248293 5520 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/wal
20:03:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33e5391b37c94cb3b2d3050a66dd65ed"
20:03:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:52 on dist-test-slave-m1tv"
20:03:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.248611 5520 fs_report.cc:389] FS layout report
20:03:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/wal
20:03:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/wal
20:03:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/data/data
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:52.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:52.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:52.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.313737 5520 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:52.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.315323 5520 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:52.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.315814 5520 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:52.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.407009 5520 rpc_server.cc:307] RPC server started. Bound to: 127.5.79.189:43067
20:03:52.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.407088 5592 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.79.189:43067 every 8 connection(s)
20:03:52.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.409751 5520 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/data/info.pb
20:03:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.413668 5438 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 5520
20:03:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.414186 5438 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-1/wal/instance
20:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.416780 5593 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.417179 5438 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/wal
20:03:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/data
20:03:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/logs
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/data/info.pb
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.188:45471
20:03:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.188
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42903/jwks.json with env {}
20:03:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.435952 5593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } has no permanent_uuid. Determining permanent_uuid...
20:03:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.463805 5593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } has no permanent_uuid. Determining permanent_uuid...
20:03:52.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.479183 5593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } has no permanent_uuid. Determining permanent_uuid...
20:03:52.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.482254 5544 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.487012 5593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:52.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.536566 5593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 1
20:03:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.541400 5593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:52.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.609853 5593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 2
20:03:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.614594 5593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.706152 5593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 3
20:03:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.710799 5593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.757507 5595 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.758234 5595 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:52.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.758960 5595 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.793668 5595 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.794068 5595 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.794390 5595 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.794767 5595 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.795190 5595 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.795486 5595 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42903/jwks.json
20:03:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.832850 5595 master_runner.cc:386] Master server non-default flags:
20:03:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:52.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/data
20:03:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/wal
20:03:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.188:45471
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42903/jwks.json
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/data/info.pb
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.188
20:03:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/logs
20:03:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:03:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:03:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:03:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.834319 5595 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.836506 5595 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:52.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.850373 5605 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.854251 5593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 4
20:03:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.858189 5593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.866288 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } attempt: 7
20:03:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.878332 5518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } has no permanent_uuid. Determining permanent_uuid...
20:03:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.884287 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:52.942749 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 1
20:03:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.948333 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:53.030251 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 2
20:03:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:53.038550 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:53.124260 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 3
20:03:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:53.132773 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:53.157653 5593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 5
20:03:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:53.165012 5593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:53.273485 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 4
20:03:53.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:53.281119 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:53.564810 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 5
20:03:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:53.572291 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:53.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:53.712925 5593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 6
20:03:53.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:53.725222 5593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.125862 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 6
20:03:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:54.135634 5518 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.79.188:45471: Network error: Client connection negotiation failed: client connection to 127.5.79.188:45471: connect: Connection refused (error 111)
20:03:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:52.851212 5606 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:54.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:54.154175 5595 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.302s user 0.002s sys 0.006s
20:03:54.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:54.155385 5595 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.303s user 0.004s sys 0.006s
20:03:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:54.156294 5608 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.156564 5595 server_base.cc:1061] running on GCE node
20:03:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.157994 5595 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:54.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.161159 5595 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:54.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.162616 5595 hybrid_clock.cc:648] HybridClock initialized: now 1777752234162563 us; error 52 us; skew 500 ppm
20:03:54.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.163461 5595 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:54.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.171836 5595 webserver.cc:492] Webserver started at http://127.5.79.188:33519/ using document root <none> and password file <none>
20:03:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.173003 5595 fs_manager.cc:362] Metadata directory not provided
20:03:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.173266 5595 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.173831 5595 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.178411 5595 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/data/instance:
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c4aaddd7e6d4a95816f8eef000a23d9"
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:54 on dist-test-slave-m1tv"
20:03:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.179767 5595 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/wal/instance:
20:03:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c4aaddd7e6d4a95816f8eef000a23d9"
20:03:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:54 on dist-test-slave-m1tv"
20:03:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.189301 5595 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.011s sys 0.001s
20:03:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.195849 5621 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:54.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.197407 5595 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
20:03:54.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.197871 5595 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/wal
20:03:54.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c4aaddd7e6d4a95816f8eef000a23d9"
20:03:54.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:54 on dist-test-slave-m1tv"
20:03:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.198365 5595 fs_report.cc:389] FS layout report
20:03:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/wal
20:03:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/wal
20:03:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/data/data
20:03:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.284147 5595 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.285787 5595 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.286216 5595 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.359505 5595 rpc_server.cc:307] RPC server started. Bound to: 127.5.79.188:45471
20:03:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.359566 5672 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.79.188:45471 every 8 connection(s)
20:03:54.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.362607 5595 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/data/info.pb
20:03:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.369009 5673 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.370339 5438 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 5595
20:03:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.370797 5438 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/master-2/wal/instance
20:03:54.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.384438 5673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } has no permanent_uuid. Determining permanent_uuid...
20:03:54.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.416849 5673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } has no permanent_uuid. Determining permanent_uuid...
20:03:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.428180 5673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } has no permanent_uuid. Determining permanent_uuid...
20:03:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.446265 5673 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9: Bootstrap starting.
20:03:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.452960 5673 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9: Neither blocks nor log segments found. Creating new log.
20:03:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.454862 5673 log.cc:826] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9: Log is configured to *not* fsync() on all Append() calls
20:03:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.460139 5673 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9: No bootstrap required, opened a new log
20:03:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.479496 5673 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.480376 5673 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.480681 5673 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c4aaddd7e6d4a95816f8eef000a23d9, State: Initialized, Role: FOLLOWER
20:03:54.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.481788 5673 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.484668 5682 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.485606 5682 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: This master's current role is: FOLLOWER
20:03:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.486459 5673 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: configured and running, proceeding with master startup.
20:03:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:54.518445 5693 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:54.519559 5693 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.511756 5595 master_runner.cc:186] Error getting master registration for 127.5.79.190:44135: OK, instance_id { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" instance_seqno: 1777752230479604 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.539343 5595 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:54.541713 5627 tablet.cc:2404] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.602058 5682 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:54.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.602651 5682 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.605510 5682 leader_election.cc:290] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d47eb029f40e4724897651c135d1a0ac (127.5.79.190:44135), 33e5391b37c94cb3b2d3050a66dd65ed (127.5.79.189:43067)
20:03:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.785723 5593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 7
20:03:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.811769 5593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed: Bootstrap starting.
20:03:54.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.819622 5593 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed: Neither blocks nor log segments found. Creating new log.
20:03:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.822124 5593 log.cc:826] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed: Log is configured to *not* fsync() on all Append() calls
20:03:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.827916 5593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed: No bootstrap required, opened a new log
20:03:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.862371 5593 raft_consensus.cc:359] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.863304 5593 raft_consensus.cc:385] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.863612 5593 raft_consensus.cc:740] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33e5391b37c94cb3b2d3050a66dd65ed, State: Initialized, Role: FOLLOWER
20:03:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.864533 5593 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.867846 5697 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.868718 5697 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [sys.catalog]: This master's current role is: FOLLOWER
20:03:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.869782 5593 sys_catalog.cc:565] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [sys.catalog]: configured and running, proceeding with master startup.
20:03:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.870661 5568 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" is_pre_election: true
20:03:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.872534 5568 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c4aaddd7e6d4a95816f8eef000a23d9 in term 0.
20:03:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.874740 5622 leader_election.cc:304] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33e5391b37c94cb3b2d3050a66dd65ed, 3c4aaddd7e6d4a95816f8eef000a23d9; no voters:
20:03:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.875734 5682 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.876081 5682 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.876386 5682 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 0 FOLLOWER]: Advancing to term 1
20:03:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.884179 5682 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.889040 5568 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33e5391b37c94cb3b2d3050a66dd65ed"
20:03:54.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.897722 5568 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [term 0 FOLLOWER]: Advancing to term 1
20:03:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.909235 5682 leader_election.cc:290] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [CANDIDATE]: Term 1 election: Requested vote from peers d47eb029f40e4724897651c135d1a0ac (127.5.79.190:44135), 33e5391b37c94cb3b2d3050a66dd65ed (127.5.79.189:43067)
20:03:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.913805 5568 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c4aaddd7e6d4a95816f8eef000a23d9 in term 1.
20:03:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.916302 5622 leader_election.cc:304] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33e5391b37c94cb3b2d3050a66dd65ed, 3c4aaddd7e6d4a95816f8eef000a23d9; no voters:
20:03:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.917554 5682 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 1 FOLLOWER]: Leader election won for term 1
20:03:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.929689 5682 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [term 1 LEADER]: Becoming Leader. State: Replica: 3c4aaddd7e6d4a95816f8eef000a23d9, State: Running, Role: LEADER
20:03:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.938477 5682 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.954737 5702 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3c4aaddd7e6d4a95816f8eef000a23d9. Latest consensus state: current_term: 1 leader_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.956073 5702 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: This master's current role is: LEADER
20:03:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.970090 5706 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:03:54.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.991659 5706 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:03:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.008165 5711 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.009280 5711 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:54.977703 5520 master_runner.cc:186] Error getting master registration for 127.5.79.190:44135: OK, instance_id { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" instance_seqno: 1777752230479604 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:55.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.016139 5520 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:03:55.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.022090 5568 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [term 1 FOLLOWER]: Refusing update from remote peer 3c4aaddd7e6d4a95816f8eef000a23d9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:55.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.023989 5682 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:55.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.066241 5702 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:55.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.066982 5702 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: This master's current role is: LEADER
20:03:55.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.068501 5697 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3c4aaddd7e6d4a95816f8eef000a23d9. Latest consensus state: current_term: 1 leader_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:55.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.070133 5697 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [sys.catalog]: This master's current role is: FOLLOWER
20:03:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.083577 5706 catalog_manager.cc:1357] Generated new cluster ID: f0fe5dadfd4f436ab6dff1c4f8278d92
20:03:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.083920 5706 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:03:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.099268 5697 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.100019 5697 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed [sys.catalog]: This master's current role is: FOLLOWER
20:03:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.125169 5706 catalog_manager.cc:1380] Generated new certificate authority record
20:03:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.127395 5706 catalog_manager.cc:1514] Loading token signing keys...
20:03:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.153127 5706 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9: Generated new TSK 0
20:03:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.155362 5706 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:03:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.169147 5518 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } attempt: 7
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.182446 5438 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/wal
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/data
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/logs
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/data/info.pb
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.129:0
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.79.129
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.129
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.233847 5518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac: Bootstrap starting.
20:03:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.242247 5518 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac: Neither blocks nor log segments found. Creating new log.
20:03:55.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.245397 5518 log.cc:826] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac: Log is configured to *not* fsync() on all Append() calls
20:03:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.266202 5518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac: No bootstrap required, opened a new log
20:03:55.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.349502 5518 raft_consensus.cc:359] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.352384 5518 raft_consensus.cc:385] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.353650 5518 raft_consensus.cc:740] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d47eb029f40e4724897651c135d1a0ac, State: Initialized, Role: FOLLOWER
20:03:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.370776 5518 consensus_queue.cc:260] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } }
20:03:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.419250 5491 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [term 0 FOLLOWER]: Advancing to term 1
20:03:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.421788 5492 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d47eb029f40e4724897651c135d1a0ac"
20:03:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.424433 5493 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d47eb029f40e4724897651c135d1a0ac" is_pre_election: true
20:03:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.430581 5472 tablet.cc:2404] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.433445 5491 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [term 1 FOLLOWER]: Refusing update from remote peer 3c4aaddd7e6d4a95816f8eef000a23d9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.435214 5682 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.418054 5722 sys_catalog.cc:455] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.453847 5722 sys_catalog.cc:458] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [sys.catalog]: This master's current role is: FOLLOWER
20:03:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.460347 5518 sys_catalog.cc:565] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [sys.catalog]: configured and running, proceeding with master startup.
20:03:55.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.513808 5723 sys_catalog.cc:455] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3c4aaddd7e6d4a95816f8eef000a23d9. Latest consensus state: current_term: 1 leader_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.515272 5723 sys_catalog.cc:458] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [sys.catalog]: This master's current role is: FOLLOWER
20:03:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.516542 5722 sys_catalog.cc:455] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.517256 5722 sys_catalog.cc:458] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac [sys.catalog]: This master's current role is: FOLLOWER
20:03:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.569303 5738 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:55.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.743341 5720 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:55.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.744253 5720 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.745368 5720 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.811650 5720 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.813095 5720 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.79.129
20:03:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.885929 5720 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/data
20:03:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/wal
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.129:0
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/data/info.pb
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.129
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.79.129
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/logs
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:03:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:03:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:03:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.887838 5720 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:55.890208 5720 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.908221 5744 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.016712 5711 catalog_manager.cc:1269] Loaded cluster ID: f0fe5dadfd4f436ab6dff1c4f8278d92
20:03:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.017725 5711 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed: loading cluster ID for follower catalog manager: success
20:03:56.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.046126 5711 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed: acquiring CA information for follower catalog manager: success
20:03:56.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.053493 5711 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 33e5391b37c94cb3b2d3050a66dd65ed: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.104043 5751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47eb029f40e4724897651c135d1a0ac" member_type: VOTER last_known_addr { host: "127.5.79.190" port: 44135 } } peers { permanent_uuid: "33e5391b37c94cb3b2d3050a66dd65ed" member_type: VOTER last_known_addr { host: "127.5.79.189" port: 43067 } } peers { permanent_uuid: "3c4aaddd7e6d4a95816f8eef000a23d9" member_type: VOTER last_known_addr { host: "127.5.79.188" port: 45471 } } }
20:03:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.108646 5751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c4aaddd7e6d4a95816f8eef000a23d9 [sys.catalog]: This master's current role is: LEADER
20:03:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.603204 5738 catalog_manager.cc:1269] Loaded cluster ID: f0fe5dadfd4f436ab6dff1c4f8278d92
20:03:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.603529 5738 catalog_manager.cc:1562] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac: loading cluster ID for follower catalog manager: success
20:03:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.628206 5738 catalog_manager.cc:1584] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac: acquiring CA information for follower catalog manager: success
20:03:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:56.641877 5738 catalog_manager.cc:1612] T 00000000000000000000000000000000 P d47eb029f40e4724897651c135d1a0ac: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:55.911554 5745 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:57.311151 5743 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 5720
20:03:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:57.622084 5747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:57.620523 5720 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.709s user 0.275s sys 0.433s
20:03:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:57.622897 5720 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.712s user 0.275s sys 0.433s
20:03:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:57.627170 5746 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1700 milliseconds
20:03:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.627275 5720 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.629089 5720 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:57.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.638164 5720 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:57.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.639685 5720 hybrid_clock.cc:648] HybridClock initialized: now 1777752237639611 us; error 78 us; skew 500 ppm
20:03:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.640821 5720 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.661281 5720 webserver.cc:492] Webserver started at http://127.5.79.129:36123/ using document root <none> and password file <none>
20:03:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.662992 5720 fs_manager.cc:362] Metadata directory not provided
20:03:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.663323 5720 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.663969 5720 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:57.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.672137 5720 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/data/instance:
20:03:57.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b009d89b4f1248c0b7e96f4791678073"
20:03:57.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:57 on dist-test-slave-m1tv"
20:03:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.674077 5720 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/wal/instance:
20:03:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b009d89b4f1248c0b7e96f4791678073"
20:03:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:57 on dist-test-slave-m1tv"
20:03:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.691265 5720 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.012s sys 0.003s
20:03:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.707440 5759 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.708949 5720 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.006s sys 0.003s
20:03:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.709373 5720 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/wal
20:03:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b009d89b4f1248c0b7e96f4791678073"
20:03:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:03:57 on dist-test-slave-m1tv"
20:03:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.709846 5720 fs_report.cc:389] FS layout report
20:03:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/wal
20:03:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/wal
20:03:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/data/data
20:03:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.804503 5720 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.806731 5720 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.807361 5720 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.818276 5720 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.831534 5720 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.831851 5720 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.832167 5720 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:57.832396 5720 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.661829 5720 rpc_server.cc:307] RPC server started. Bound to: 127.5.79.129:33567
20:03:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.662101 5872 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.79.129:33567 every 8 connection(s)
20:03:58.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.666389 5720 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/data/info.pb
20:03:58.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.670285 5438 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 5720
20:03:58.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.670946 5438 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-0/wal/instance
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.690608 5438 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/wal
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/data
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/logs
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/data/info.pb
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.130:0
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.79.130
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.130
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.783737 5874 heartbeater.cc:344] Connected to a master server at 127.5.79.189:43067
20:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.784297 5874 heartbeater.cc:461] Registering TS with master...
20:03:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.785902 5874 heartbeater.cc:507] Master 127.5.79.189:43067 requested a full tablet report, sending...
20:03:58.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.789904 5558 ts_manager.cc:194] Registered new tserver with Master: b009d89b4f1248c0b7e96f4791678073 (127.5.79.129:33567)
20:03:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.800318 5873 heartbeater.cc:344] Connected to a master server at 127.5.79.188:45471
20:03:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.800707 5873 heartbeater.cc:461] Registering TS with master...
20:03:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.802153 5873 heartbeater.cc:507] Master 127.5.79.188:45471 requested a full tablet report, sending...
20:03:58.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.806557 5638 ts_manager.cc:194] Registered new tserver with Master: b009d89b4f1248c0b7e96f4791678073 (127.5.79.129:33567)
20:03:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.810207 5638 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.79.129:51147
20:03:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.838704 5875 heartbeater.cc:344] Connected to a master server at 127.5.79.190:44135
20:03:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.839130 5875 heartbeater.cc:461] Registering TS with master...
20:03:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.839802 5875 heartbeater.cc:507] Master 127.5.79.190:44135 requested a full tablet report, sending...
20:03:58.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:58.843748 5483 ts_manager.cc:194] Registered new tserver with Master: b009d89b4f1248c0b7e96f4791678073 (127.5.79.129:33567)
20:03:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:59.156303 5880 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:59.156999 5880 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:59.157575 5880 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:59.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:59.194522 5880 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:59.195555 5880 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.79.130
20:03:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:59.236542 5880 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:03:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/data
20:03:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/wal
20:03:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.130:0
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/data/info.pb
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.130
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:03:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.79.130
20:03:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/logs
20:03:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:03:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:03:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:03:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:59.238356 5880 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:59.241089 5880 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:59.258358 5889 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:03:59.815124 5873 heartbeater.cc:499] Master 127.5.79.188:45471 was elected leader, sending a full tablet report...
20:04:00.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:59.264991 5892 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:03:59.261117 5890 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:00.683952 5891 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1417 milliseconds
20:04:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.684110 5880 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.685520 5880 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.687999 5880 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:00.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.689391 5880 hybrid_clock.cc:648] HybridClock initialized: now 1777752240689371 us; error 57 us; skew 500 ppm
20:04:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.690356 5880 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.697387 5880 webserver.cc:492] Webserver started at http://127.5.79.130:42727/ using document root <none> and password file <none>
20:04:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.698522 5880 fs_manager.cc:362] Metadata directory not provided
20:04:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.698782 5880 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.699340 5880 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.703845 5880 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/data/instance:
20:04:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a8e7b2279894dc3bdb6a124a4573954"
20:04:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:00 on dist-test-slave-m1tv"
20:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.705191 5880 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/wal/instance:
20:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a8e7b2279894dc3bdb6a124a4573954"
20:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:00 on dist-test-slave-m1tv"
20:04:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.712638 5880 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
20:04:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.718636 5899 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.719859 5880 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:04:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.720255 5880 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/wal
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a8e7b2279894dc3bdb6a124a4573954"
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:00 on dist-test-slave-m1tv"
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.720679 5880 fs_report.cc:389] FS layout report
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/wal
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/wal
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/data/data
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.780974 5880 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.782543 5880 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.782994 5880 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:00.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.785791 5880 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.790588 5880 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.790835 5880 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.791041 5880 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.791235 5880 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.943887 5880 rpc_server.cc:307] RPC server started. Bound to: 127.5.79.130:35037
20:04:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.944005 6012 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.79.130:35037 every 8 connection(s)
20:04:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.946738 5880 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/data/info.pb
20:04:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.949144 5438 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 5880
20:04:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.949666 5438 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-1/wal/instance
20:04:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.968752 5438 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/wal
20:04:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/data
20:04:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/logs
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/data/info.pb
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.131:0
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.79.131
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.131
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:04:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.993641 6013 heartbeater.cc:344] Connected to a master server at 127.5.79.188:45471
20:04:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.994184 6013 heartbeater.cc:461] Registering TS with master...
20:04:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.994830 6014 heartbeater.cc:344] Connected to a master server at 127.5.79.189:43067
20:04:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.995404 6014 heartbeater.cc:461] Registering TS with master...
20:04:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.995406 6013 heartbeater.cc:507] Master 127.5.79.188:45471 requested a full tablet report, sending...
20:04:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.996466 6014 heartbeater.cc:507] Master 127.5.79.189:43067 requested a full tablet report, sending...
20:04:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.998876 6015 heartbeater.cc:344] Connected to a master server at 127.5.79.190:44135
20:04:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:00.999207 6015 heartbeater.cc:461] Registering TS with master...
20:04:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:01.000344 6015 heartbeater.cc:507] Master 127.5.79.190:44135 requested a full tablet report, sending...
20:04:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:01.000344 5638 ts_manager.cc:194] Registered new tserver with Master: 6a8e7b2279894dc3bdb6a124a4573954 (127.5.79.130:35037)
20:04:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:01.002285 5638 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.79.130:37863
20:04:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:01.002077 5558 ts_manager.cc:194] Registered new tserver with Master: 6a8e7b2279894dc3bdb6a124a4573954 (127.5.79.130:35037)
20:04:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:01.003598 5483 ts_manager.cc:194] Registered new tserver with Master: 6a8e7b2279894dc3bdb6a124a4573954 (127.5.79.130:35037)
20:04:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:01.316326 6023 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:01.317058 6023 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:01.317500 6023 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:01.351783 6023 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:01.352557 6023 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.79.131
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:01.392843 6023 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.79.148:33295
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/data
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/wal
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.79.131:0
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/data/info.pb
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.79.131
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.79.190:44135,127.5.79.189:43067,127.5.79.188:45471
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.79.131
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/logs
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:01.394326 6023 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:01.396654 6023 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:01.412540 6029 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.007423 6013 heartbeater.cc:499] Master 127.5.79.188:45471 was elected leader, sending a full tablet report...
20:04:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:01.416208 6030 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:01.420961 6032 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:02.657151 6031 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:04:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.657193 6023 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.663228 6023 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.665894 6023 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.667327 6023 hybrid_clock.cc:648] HybridClock initialized: now 1777752242667238 us; error 103 us; skew 500 ppm
20:04:02.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.668298 6023 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:02.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.675055 6023 webserver.cc:492] Webserver started at http://127.5.79.131:34275/ using document root <none> and password file <none>
20:04:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.676337 6023 fs_manager.cc:362] Metadata directory not provided
20:04:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.676606 6023 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.677191 6023 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.681805 6023 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/data/instance:
20:04:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabe7c3aa4944c29b3d68144b27fac12"
20:04:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:02 on dist-test-slave-m1tv"
20:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.683095 6023 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/wal/instance:
20:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabe7c3aa4944c29b3d68144b27fac12"
20:04:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:02 on dist-test-slave-m1tv"
20:04:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.690956 6023 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
20:04:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.697270 6039 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:02.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.698537 6023 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:04:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.698909 6023 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/wal
20:04:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabe7c3aa4944c29b3d68144b27fac12"
20:04:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:02 on dist-test-slave-m1tv"
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.699318 6023 fs_report.cc:389] FS layout report
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/wal
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/wal
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/data/data
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.755092 6023 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.756773 6023 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.757387 6023 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.760282 6023 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.765581 6023 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.765851 6023 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.766131 6023 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.766369 6023 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.913549 6023 rpc_server.cc:307] RPC server started. Bound to: 127.5.79.131:45977
20:04:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.913810 6152 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.79.131:45977 every 8 connection(s)
20:04:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.916316 6023 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/data/info.pb
20:04:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.922480 5438 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 6023
20:04:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.923094 5438 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster6422179263139790864/ts-2/wal/instance
20:04:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.968072 6154 heartbeater.cc:344] Connected to a master server at 127.5.79.189:43067
20:04:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.968606 6154 heartbeater.cc:461] Registering TS with master...
20:04:02.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.970047 6154 heartbeater.cc:507] Master 127.5.79.189:43067 requested a full tablet report, sending...
20:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.970600 6153 heartbeater.cc:344] Connected to a master server at 127.5.79.188:45471
20:04:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.970968 6153 heartbeater.cc:461] Registering TS with master...
20:04:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.971968 6153 heartbeater.cc:507] Master 127.5.79.188:45471 requested a full tablet report, sending...
20:04:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.972721 6155 heartbeater.cc:344] Connected to a master server at 127.5.79.190:44135
20:04:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.973094 6155 heartbeater.cc:461] Registering TS with master...
20:04:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.973501 5558 ts_manager.cc:194] Registered new tserver with Master: dabe7c3aa4944c29b3d68144b27fac12 (127.5.79.131:45977)
20:04:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.973975 6155 heartbeater.cc:507] Master 127.5.79.190:44135 requested a full tablet report, sending...
20:04:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.974306 5638 ts_manager.cc:194] Registered new tserver with Master: dabe7c3aa4944c29b3d68144b27fac12 (127.5.79.131:45977)
20:04:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.976111 5638 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.79.131:50831
20:04:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.976528 5483 ts_manager.cc:194] Registered new tserver with Master: dabe7c3aa4944c29b3d68144b27fac12 (127.5.79.131:45977)
20:04:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:02.991631 5438 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:04:03.003 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:03.004 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:04:03.015 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.79.190"
port: 44135
}
bound_http_address {
host: "127.5.79.190"
port: 42389
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.79.189"
port: 43067
}
bound_http_address {
host: "127.5.79.189"
port: 36465
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.79.188"
port: 45471
}
bound_http_address {
host: "127.5.79.188"
port: 33519
}
}
}
20:04:03.019 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:04:03.022 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.5.79.129"
port: 33567
}
bound_http_address {
host: "127.5.79.129"
port: 36123
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.5.79.130"
port: 35037
}
bound_http_address {
host: "127.5.79.130"
port: 42727
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.5.79.131"
port: 45977
}
bound_http_address {
host: "127.5.79.131"
port: 34275
}
}
}
20:04:03.022 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:03.222 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:04:03.289 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:04:03.400 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskl4vMpz/test-tmp
20:04:03.400 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:04:03.401 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskl4vMpz/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:03.404 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:04:03.761 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:03.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:04:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:03.765558 6165 mini_oidc.cc:150] Starting JWKS server
20:04:03.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:03.768731 6165 webserver.cc:492] Webserver started at http://127.0.0.1:45979/ using document root <none> and password file <none>
20:04:03.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:03.769196 6165 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:03.770813 6165 webserver.cc:492] Webserver started at http://127.0.0.1:44877/ using document root <none> and password file <none>
20:04:03.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:04:03.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/principal' for realm 'KRBTEST.COM',
20:04:03.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:04:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:03 dist-test-slave-m1tv krb5kdc[6177](info): setting up network...
20:04:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:04:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:03 dist-test-slave-m1tv krb5kdc[6177](info): set up 2 sockets
20:04:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:03 dist-test-slave-m1tv krb5kdc[6177](info): commencing operation
20:04:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:04:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:03.979519 6153 heartbeater.cc:499] Master 127.5.79.188:45471 was elected leader, sending a full tablet report...
20:04:05.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:05.951336 6165 mini_kdc.cc:121] Time spent starting KDC: real 2.138s user 0.000s sys 0.019s
20:04:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:04:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:04:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:04:05.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:04:06.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:04:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:04:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:04:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:04:06.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:04:06.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/test-user.keytab.
20:04:06.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/test-user.keytab.
20:04:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:06 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752246, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:04:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:04:06Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:04:06Z Disabled control of system clock
20:04:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.5.126@KRBTEST.COM; defaulting to no policy
20:04:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.5.126@KRBTEST.COM" created.
20:04:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:06.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.6.5.126@KRBTEST.COM; defaulting to no policy
20:04:06.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:06.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.6.5.126@KRBTEST.COM" created.
20:04:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:06.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:06.224047 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/logs
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/info.pb
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.126:37489
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.126
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.126
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:06.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:06.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.556696 6194 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:06.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.557384 6194 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:06.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.558118 6194 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.600589 6194 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.600970 6194 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.601435 6194 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.601723 6194 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.601969 6194 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.602254 6194 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.602414 6194 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45979/jwks.json
20:04:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:06.647090 6194 master_runner.cc:386] Master server non-default flags:
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.126
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.126:37489
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/info.pb
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.126
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/logs
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:06.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:06.649025 6194 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:06.650532 6194 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.666801 6200 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.072638 6199 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 6194
20:04:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.275440 6199 kernel_stack_watchdog.cc:198] Thread 6194 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:04:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:04:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:04:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:04:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:04:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.277251 6194 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.609s user 0.000s sys 0.002s
20:04:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.277817 6194 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.610s user 0.000s sys 0.002s
20:04:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:06.667032 6201 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.278366 6202 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1609 milliseconds
20:04:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.280150 6194 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.280735 6203 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.286633 6194 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.289855 6194 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.291332 6194 hybrid_clock.cc:648] HybridClock initialized: now 1777752248291280 us; error 65 us; skew 500 ppm
20:04:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.292164 6194 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:08 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752248, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.298777 6194 init.cc:377] Logged in from keytab as kudu/127.6.5.126@KRBTEST.COM (short username kudu)
20:04:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.304077 6194 webserver.cc:492] Webserver started at http://127.6.5.126:35723/ using document root <none> and password file <none>
20:04:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.305112 6194 fs_manager.cc:362] Metadata directory not provided
20:04:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.305323 6194 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.305727 6194 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.310204 6194 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/instance:
20:04:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ff8e999e7a41a2ae249f3d8898f1d0"
20:04:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:08 on dist-test-slave-m1tv"
20:04:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.311290 6194 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal/instance:
20:04:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ff8e999e7a41a2ae249f3d8898f1d0"
20:04:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:08 on dist-test-slave-m1tv"
20:04:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.319010 6194 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
20:04:08.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.325480 6211 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.327136 6194 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
20:04:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.327466 6194 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ff8e999e7a41a2ae249f3d8898f1d0"
20:04:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:08 on dist-test-slave-m1tv"
20:04:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.327843 6194 fs_report.cc:389] FS layout report
20:04:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/data
20:04:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.396356 6194 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.402618 6194 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.403060 6194 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.481173 6194 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.126:37489
20:04:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.481330 6263 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.126:37489 every 8 connection(s)
20:04:08.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.484006 6194 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/info.pb
20:04:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.491720 6264 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:08.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.493009 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 6194
20:04:08.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.493542 6165 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal/instance
20:04:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.507457 6264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } has no permanent_uuid. Determining permanent_uuid...
20:04:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.5.125@KRBTEST.COM; defaulting to no policy
20:04:08.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.5.125@KRBTEST.COM" created.
20:04:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:08 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752248, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.126@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:08.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:08.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:08.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.558789 6264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } has no permanent_uuid. Determining permanent_uuid...
20:04:08.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.562273 6212 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.6.5.125@KRBTEST.COM; defaulting to no policy
20:04:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.566883 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.6.5.125@KRBTEST.COM" created.
20:04:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.601975 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/logs
20:04:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/info.pb
20:04:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.125:43861
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.125
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.125
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.616636 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } attempt: 1
20:04:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.620791 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.689334 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } attempt: 2
20:04:08.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.693687 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.785172 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } attempt: 3
20:04:08.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.789824 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:08.933200 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } attempt: 4
20:04:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.937665 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.938635 6273 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.939262 6273 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:08.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.939952 6273 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:08.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.980962 6273 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:08.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.981261 6273 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:08.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.981546 6273 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:08.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.981750 6273 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.981950 6273 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.982141 6273 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:08.982290 6273 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45979/jwks.json
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:09.023622 6273 master_runner.cc:386] Master server non-default flags:
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.125
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.125:43861
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/info.pb
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.125
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/logs
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:09.024933 6273 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:09.025913 6273 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:09.039085 6280 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:09.237234 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } attempt: 5
20:04:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:09.249410 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:09.796952 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } attempt: 6
20:04:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:09.826763 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.887429 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } attempt: 7
20:04:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:10.441738 6279 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 6273
20:04:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:10.911127 6273 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.872s user 0.644s sys 1.180s
20:04:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:10.911532 6273 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.873s user 0.644s sys 1.180s
20:04:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:09.039961 6281 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:10.913810 6283 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:10.915525 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:10.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.919636 6273 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:10.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:10.919624 6282 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1878 milliseconds
20:04:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.921269 6273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.924057 6273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.925463 6273 hybrid_clock.cc:648] HybridClock initialized: now 1777752250925416 us; error 64 us; skew 500 ppm
20:04:10.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.926292 6273 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:10 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752250, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.933020 6273 init.cc:377] Logged in from keytab as kudu/127.6.5.125@KRBTEST.COM (short username kudu)
20:04:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.938187 6273 webserver.cc:492] Webserver started at http://127.6.5.125:37415/ using document root <none> and password file <none>
20:04:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.939172 6273 fs_manager.cc:362] Metadata directory not provided
20:04:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.939375 6273 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.939792 6273 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.945605 6273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/instance:
20:04:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4e6663914f04d669197da68d4d69e80"
20:04:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:10 on dist-test-slave-m1tv"
20:04:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.947204 6273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal/instance:
20:04:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4e6663914f04d669197da68d4d69e80"
20:04:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:10 on dist-test-slave-m1tv"
20:04:10.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.955828 6273 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
20:04:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.962726 6297 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.964298 6273 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
20:04:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.964754 6273 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4e6663914f04d669197da68d4d69e80"
20:04:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:10 on dist-test-slave-m1tv"
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:10.965240 6273 fs_report.cc:389] FS layout report
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/data
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:11.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.021248 6273 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.032625 6273 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.033207 6273 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.115248 6273 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.125:43861
20:04:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.115346 6348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.125:43861 every 8 connection(s)
20:04:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.118134 6273 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/info.pb
20:04:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.125140 6349 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.126389 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 6273
20:04:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.126904 6165 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal/instance
20:04:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.137809 6349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } has no permanent_uuid. Determining permanent_uuid...
20:04:11.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.5.124@KRBTEST.COM; defaulting to no policy
20:04:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.5.124@KRBTEST.COM" created.
20:04:11.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:11 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752250, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.188391 6349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } has no permanent_uuid. Determining permanent_uuid...
20:04:11.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.6.5.124@KRBTEST.COM; defaulting to no policy
20:04:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.6.5.124@KRBTEST.COM" created.
20:04:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:11 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752250, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:11.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.218068 6349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } has no permanent_uuid. Determining permanent_uuid...
20:04:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.221302 6299 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.226195 6349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.232079 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/logs
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/info.pb
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.124:45363
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.124
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.124
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:11.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.275898 6349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 1
20:04:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.280725 6349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:11.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.349259 6349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 2
20:04:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.353778 6349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.445289 6349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 3
20:04:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.449993 6349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.582720 6359 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.583298 6359 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.583858 6359 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.593513 6349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 4
20:04:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.598598 6349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.620069 6359 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.620396 6359 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.620834 6359 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.621085 6359 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.621282 6359 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.621474 6359 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.621625 6359 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45979/jwks.json
20:04:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.664345 6359 master_runner.cc:386] Master server non-default flags:
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.124
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.124:45363
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/info.pb
20:04:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.124
20:04:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/logs
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.665762 6359 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.666831 6359 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.679440 6366 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:11.898011 6349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 5
20:04:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.908834 6349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:12.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:12.456442 6349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 6
20:04:12.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:12.495414 6349 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.005985 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } attempt: 8
20:04:13.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752248, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.126@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.054180 6264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.064380 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:11.681529 6367 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.091145 6369 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.093498 6368 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1409 milliseconds
20:04:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.093633 6359 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:13.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.095358 6359 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.098812 6359 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.100327 6359 hybrid_clock.cc:648] HybridClock initialized: now 1777752253100264 us; error 71 us; skew 500 ppm
20:04:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.101405 6359 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:13.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752253, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:13.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.108837 6359 init.cc:377] Logged in from keytab as kudu/127.6.5.124@KRBTEST.COM (short username kudu)
20:04:13.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.115114 6359 webserver.cc:492] Webserver started at http://127.6.5.124:43141/ using document root <none> and password file <none>
20:04:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.116050 6359 fs_manager.cc:362] Metadata directory not provided
20:04:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.116245 6359 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.116641 6359 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:13.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.121243 6359 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/instance:
20:04:13.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0c042dddba1435796d65053e43be6e2"
20:04:13.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:13 on dist-test-slave-m1tv"
20:04:13.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.122357 6359 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal/instance:
20:04:13.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0c042dddba1435796d65053e43be6e2"
20:04:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:13 on dist-test-slave-m1tv"
20:04:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.129990 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 1
20:04:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.131198 6359 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
20:04:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.134682 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.138581 6383 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.139974 6359 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:04:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.140300 6359 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0c042dddba1435796d65053e43be6e2"
20:04:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:13 on dist-test-slave-m1tv"
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.140610 6359 fs_report.cc:389] FS layout report
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/data
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:13.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.188149 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 2
20:04:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.192965 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.208823 6359 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:13.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.215307 6359 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.215878 6359 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:13.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.269402 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 3
20:04:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.274530 6264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.5.124:45363: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.303917 6359 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.124:45363
20:04:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.304019 6434 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.124:45363 every 8 connection(s)
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.306952 6359 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/info.pb
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.308132 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 6359
20:04:13.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.308981 6165 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal/instance
20:04:13.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.315774 6435 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.333945 6435 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752246, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752253, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.124@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:13.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752246, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.381497 6435 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752246, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:13.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752253, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.124@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.421228 6435 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.430094 6264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 4
20:04:13.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752253, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.124@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:13.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752248, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.126@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:13.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.464555 6435 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Bootstrap starting.
20:04:13.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.472898 6435 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Neither blocks nor log segments found. Creating new log.
20:04:13.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.473183 6264 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Bootstrap starting.
20:04:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.474784 6435 log.cc:826] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Log is configured to *not* fsync() on all Append() calls
20:04:13.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.480458 6264 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Neither blocks nor log segments found. Creating new log.
20:04:13.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.482882 6264 log.cc:826] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Log is configured to *not* fsync() on all Append() calls
20:04:13.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.486991 6435 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: No bootstrap required, opened a new log
20:04:13.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.489262 6264 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: No bootstrap required, opened a new log
20:04:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.520241 6435 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.521229 6435 raft_consensus.cc:385] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.520798 6264 raft_consensus.cc:359] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.521517 6435 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0c042dddba1435796d65053e43be6e2, State: Initialized, Role: FOLLOWER
20:04:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.522068 6264 raft_consensus.cc:385] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.522526 6264 raft_consensus.cc:740] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57ff8e999e7a41a2ae249f3d8898f1d0, State: Initialized, Role: FOLLOWER
20:04:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.522585 6435 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.523910 6264 consensus_queue.cc:260] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.531213 6447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.532409 6447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.532929 6264 sys_catalog.cc:565] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: configured and running, proceeding with master startup.
20:04:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.534565 6446 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.535425 6446 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.536608 6435 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: configured and running, proceeding with master startup.
20:04:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.555992 6349 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } attempt: 7
20:04:13.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:13 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752250, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:13.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.596861 6470 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.610177 6468 catalog_manager.cc:1568] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.610546 6468 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:13.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.621323 6349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: Bootstrap starting.
20:04:13.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.629935 6349 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: Neither blocks nor log segments found. Creating new log.
20:04:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.585709 6359 master_runner.cc:186] Error getting master registration for 127.6.5.126:37489: OK, instance_id { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" instance_seqno: 1777752248459157 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.639225 6359 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:13.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.639683 6349 log.cc:826] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: Log is configured to *not* fsync() on all Append() calls
20:04:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.604802 6194 master_runner.cc:186] Error getting master registration for 127.6.5.125:43861: OK, instance_id { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" instance_seqno: 1777752251092356 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.642099 6194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.645485 6349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: No bootstrap required, opened a new log
20:04:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.669958 6217 tablet.cc:2404] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.675086 6349 raft_consensus.cc:359] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.675763 6349 raft_consensus.cc:385] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.676071 6349 raft_consensus.cc:740] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f4e6663914f04d669197da68d4d69e80, State: Initialized, Role: FOLLOWER
20:04:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.677037 6349 consensus_queue.cc:260] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.678226 6446 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.678879 6446 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.684365 6238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0c042dddba1435796d65053e43be6e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" is_pre_election: true
20:04:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.685360 6238 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0c042dddba1435796d65053e43be6e2 in term 0.
20:04:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.686906 6387 leader_election.cc:304] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57ff8e999e7a41a2ae249f3d8898f1d0, a0c042dddba1435796d65053e43be6e2; no voters:
20:04:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.688585 6446 leader_election.cc:290] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 57ff8e999e7a41a2ae249f3d8898f1d0 (127.6.5.126:37489), f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861)
20:04:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.689138 6446 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.689458 6446 raft_consensus.cc:493] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.689772 6446 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 0 FOLLOWER]: Advancing to term 1
20:04:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.705536 6474 raft_consensus.cc:493] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.709820 6474 raft_consensus.cc:515] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.708194 6446 raft_consensus.cc:515] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.711097 6349 sys_catalog.cc:565] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: configured and running, proceeding with master startup.
20:04:13.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.711273 6324 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0c042dddba1435796d65053e43be6e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f4e6663914f04d669197da68d4d69e80" is_pre_election: true
20:04:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.714653 6323 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0c042dddba1435796d65053e43be6e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f4e6663914f04d669197da68d4d69e80"
20:04:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.715548 6238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0c042dddba1435796d65053e43be6e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0"
20:04:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.716161 6238 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 0 FOLLOWER]: Advancing to term 1
20:04:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.719419 6474 leader_election.cc:290] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 57ff8e999e7a41a2ae249f3d8898f1d0 (127.6.5.126:37489), a0c042dddba1435796d65053e43be6e2 (127.6.5.124:45363)
20:04:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.720243 6446 leader_election.cc:290] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [CANDIDATE]: Term 1 election: Requested vote from peers 57ff8e999e7a41a2ae249f3d8898f1d0 (127.6.5.126:37489), f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861)
20:04:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.721941 6324 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0c042dddba1435796d65053e43be6e2 in term 0.
20:04:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.722324 6389 tablet.cc:2404] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.724404 6237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4e6663914f04d669197da68d4d69e80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" is_pre_election: true
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.727999 6238 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a0c042dddba1435796d65053e43be6e2 in term 1.
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.728031 6410 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4e6663914f04d669197da68d4d69e80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0c042dddba1435796d65053e43be6e2" is_pre_election: true
20:04:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.729208 6410 raft_consensus.cc:2393] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f4e6663914f04d669197da68d4d69e80 in current term 1: Already voted for candidate a0c042dddba1435796d65053e43be6e2 in this term.
20:04:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.729861 6387 leader_election.cc:304] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 57ff8e999e7a41a2ae249f3d8898f1d0, a0c042dddba1435796d65053e43be6e2; no voters: f4e6663914f04d669197da68d4d69e80
20:04:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.730973 6446 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 1 FOLLOWER]: Leader election won for term 1
20:04:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.730989 6299 leader_election.cc:304] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4e6663914f04d669197da68d4d69e80; no voters: 57ff8e999e7a41a2ae249f3d8898f1d0, a0c042dddba1435796d65053e43be6e2
20:04:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.731427 6446 raft_consensus.cc:697] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 1 LEADER]: Becoming Leader. State: Replica: a0c042dddba1435796d65053e43be6e2, State: Running, Role: LEADER
20:04:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.732357 6446 consensus_queue.cc:237] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.735103 6474 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 0 FOLLOWER]: Advancing to term 1
20:04:13.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.746943 6473 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.750833 6475 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0c042dddba1435796d65053e43be6e2. Latest consensus state: current_term: 1 leader_uuid: "a0c042dddba1435796d65053e43be6e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.751680 6475 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: This master's current role is: LEADER
20:04:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.754266 6473 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.757267 6480 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:04:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.765074 6480 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.776224 6474 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:04:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.791348 6324 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 1 FOLLOWER]: Refusing update from remote peer a0c042dddba1435796d65053e43be6e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:13.792014 6303 tablet.cc:2404] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.793560 6238 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Refusing update from remote peer a0c042dddba1435796d65053e43be6e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.795361 6446 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.798405 6446 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.826026 6474 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0c042dddba1435796d65053e43be6e2. Latest consensus state: current_term: 1 leader_uuid: "a0c042dddba1435796d65053e43be6e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.827034 6474 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.837970 6475 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a0c042dddba1435796d65053e43be6e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.838742 6475 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: This master's current role is: LEADER
20:04:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.840998 6480 catalog_manager.cc:1357] Generated new cluster ID: 9f7048f444c94c4a9751c85081061cba
20:04:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.841307 6480 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:04:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.841334 6474 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a0c042dddba1435796d65053e43be6e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.842060 6474 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.844292 6487 mvcc.cc:204] Tried to move back new op lower bound from 7281673231495213056 to 7281673231302639616. Current Snapshot: MvccSnapshot[applied={T|T < 7281673231495213056 or (T in {7281673231495213056})}]
20:04:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.858246 6447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a0c042dddba1435796d65053e43be6e2. Latest consensus state: current_term: 1 leader_uuid: "a0c042dddba1435796d65053e43be6e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.859189 6447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.867590 6496 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.868888 6446 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a0c042dddba1435796d65053e43be6e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.869575 6446 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: This master's current role is: LEADER
20:04:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.872216 6488 mvcc.cc:204] Tried to move back new op lower bound from 7281673231495213056 to 7281673231302639616. Current Snapshot: MvccSnapshot[applied={T|T < 7281673231495213056}]
20:04:13.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.885753 6480 catalog_manager.cc:1380] Generated new certificate authority record
20:04:13.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.888330 6480 catalog_manager.cc:1514] Loading token signing keys...
20:04:13.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.889982 6447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a0c042dddba1435796d65053e43be6e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.890973 6447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.931697 6480 catalog_manager.cc:6044] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Generated new TSK 0
20:04:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:13.933205 6480 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:04:13.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.5.65@KRBTEST.COM; defaulting to no policy
20:04:13.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:13.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.5.65@KRBTEST.COM" created.
20:04:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:14.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.6.5.65@KRBTEST.COM; defaulting to no policy
20:04:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.6.5.65@KRBTEST.COM" created.
20:04:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.064141 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/wal
20:04:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/data
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/logs
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/data/info.pb
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.65:0
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.5.65
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.65
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.65
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:14.518721 6503 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:14.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:14.520978 6503 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:14.522228 6503 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:14.575778 6503 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:14.576975 6503 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.5.65
20:04:14.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.606307 6470 catalog_manager.cc:1269] Loaded cluster ID: 9f7048f444c94c4a9751c85081061cba
20:04:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.606941 6470 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: loading cluster ID for follower catalog manager: success
20:04:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.617244 6470 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: acquiring CA information for follower catalog manager: success
20:04:14.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.623617 6470 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.630563 6503 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/data
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/wal
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.65
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.65:0
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/data/info.pb
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.65
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.5.65
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/logs
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.632323 6503 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.633762 6503 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:14.651053 6510 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.899015 6496 catalog_manager.cc:1269] Loaded cluster ID: 9f7048f444c94c4a9751c85081061cba
20:04:14.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.901029 6496 catalog_manager.cc:1562] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: loading cluster ID for follower catalog manager: success
20:04:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.918422 6496 catalog_manager.cc:1584] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: acquiring CA information for follower catalog manager: success
20:04:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:14.924224 6496 catalog_manager.cc:1612] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:18.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:18 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752258, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.310601 6207 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:14.654734 6511 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:18.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:16.056735 6509 debug-util.cc:398] Leaking SignalData structure 0x7b0800027120 after lost signal to thread 6503
20:04:18.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:18.684583 6513 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:18.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:18.680480 6503 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 4.026s user 1.005s sys 1.656s
20:04:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:18.685674 6503 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 4.032s user 1.006s sys 1.656s
20:04:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:18.682613 6512 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 4024 milliseconds
20:04:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.685992 6503 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:18.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.690526 6503 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:18.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.695240 6503 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.699136 6503 hybrid_clock.cc:648] HybridClock initialized: now 1777752258699030 us; error 279 us; skew 500 ppm
20:04:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.700448 6503 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:18.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:18 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752258, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.711249 6503 init.cc:377] Logged in from keytab as kudu/127.6.5.65@KRBTEST.COM (short username kudu)
20:04:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.720755 6503 webserver.cc:492] Webserver started at http://127.6.5.65:35853/ using document root <none> and password file <none>
20:04:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.722345 6503 fs_manager.cc:362] Metadata directory not provided
20:04:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.722922 6503 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.723524 6503 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.731293 6503 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/data/instance:
20:04:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cc090da4fd343fe8fd19226d10858dd"
20:04:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:18 on dist-test-slave-m1tv"
20:04:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.732999 6503 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/wal/instance:
20:04:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cc090da4fd343fe8fd19226d10858dd"
20:04:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:18 on dist-test-slave-m1tv"
20:04:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.749253 6503 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.009s sys 0.005s
20:04:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.757813 6526 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.759186 6503 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.006s sys 0.002s
20:04:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.759500 6503 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/wal
20:04:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cc090da4fd343fe8fd19226d10858dd"
20:04:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:18 on dist-test-slave-m1tv"
20:04:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.759907 6503 fs_report.cc:389] FS layout report
20:04:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/wal
20:04:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/wal
20:04:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/data/data
20:04:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:18.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.822165 6503 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:18.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.834002 6503 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:18.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.834641 6503 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.839443 6503 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:18.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.845453 6503 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.845738 6503 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.846019 6503 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:18.846240 6503 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:19.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.228246 6503 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.65:34771
20:04:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.228416 6641 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.65:34771 every 8 connection(s)
20:04:19.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.232838 6503 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/data/info.pb
20:04:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.242767 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 6503
20:04:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.243247 6165 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-0/wal/instance
20:04:19.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.5.66@KRBTEST.COM; defaulting to no policy
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.5.66@KRBTEST.COM" created.
20:04:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:19 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752258, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.65@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:19 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752258, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.65@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:19.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.369865 6642 heartbeater.cc:344] Connected to a master server at 127.6.5.124:45363
20:04:19.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.370436 6642 heartbeater.cc:461] Registering TS with master...
20:04:19.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.371999 6642 heartbeater.cc:507] Master 127.6.5.124:45363 requested a full tablet report, sending...
20:04:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.375258 6400 ts_manager.cc:194] Registered new tserver with Master: 1cc090da4fd343fe8fd19226d10858dd (127.6.5.65:34771)
20:04:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.378438 6400 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.6.5.65@KRBTEST.COM'} at 127.6.5.65:56981
20:04:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.380012 6643 heartbeater.cc:344] Connected to a master server at 127.6.5.125:43861
20:04:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.380405 6643 heartbeater.cc:461] Registering TS with master...
20:04:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.393576 6643 heartbeater.cc:507] Master 127.6.5.125:43861 requested a full tablet report, sending...
20:04:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.399226 6314 ts_manager.cc:194] Registered new tserver with Master: 1cc090da4fd343fe8fd19226d10858dd (127.6.5.65:34771)
20:04:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:19 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752258, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.65@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:19.425029 6165 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.6.5.66: real 0.149s user 0.004s sys 0.010s
20:04:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.446374 6647 heartbeater.cc:344] Connected to a master server at 127.6.5.126:37489
20:04:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.446791 6647 heartbeater.cc:461] Registering TS with master...
20:04:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.447501 6647 heartbeater.cc:507] Master 127.6.5.126:37489 requested a full tablet report, sending...
20:04:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.451503 6228 ts_manager.cc:194] Registered new tserver with Master: 1cc090da4fd343fe8fd19226d10858dd (127.6.5.65:34771)
20:04:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.6.5.66@KRBTEST.COM; defaulting to no policy
20:04:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.6.5.66@KRBTEST.COM" created.
20:04:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:19.542330 6165 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.6.5.66: real 0.117s user 0.000s sys 0.012s
20:04:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:19.544489 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/wal
20:04:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/data
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/logs
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/data/info.pb
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.66:0
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.5.66
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.66
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.66
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:20.002019 6656 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:20.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:20.002694 6656 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:20.003731 6656 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:20.039217 6656 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:20.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:20.040273 6656 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.5.66
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:20.101068 6656 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/data
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/wal
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.66
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.66:0
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/data/info.pb
20:04:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.66
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.5.66
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/logs
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:20.102802 6656 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:20.104264 6656 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:20.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:20.121767 6662 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:20.394279 6642 heartbeater.cc:499] Master 127.6.5.124:45363 was elected leader, sending a full tablet report...
20:04:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:20 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752260, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:20.938695 6293 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:21.521901 6661 debug-util.cc:398] Leaking SignalData structure 0x7b0800027120 after lost signal to thread 6656
20:04:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:21.824442 6661 kernel_stack_watchdog.cc:198] Thread 6656 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 392ms:
20:04:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:04:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:04:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:04:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:04:21.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:21.824977 6656 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.699s user 0.479s sys 1.007s
20:04:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:21.825388 6656 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.700s user 0.479s sys 1.007s
20:04:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:20.124505 6663 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:21.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:21.825888 6664 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1699 milliseconds
20:04:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.827878 6656 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:21.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:21.827913 6666 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.831600 6656 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.833760 6656 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.835170 6656 hybrid_clock.cc:648] HybridClock initialized: now 1777752261835132 us; error 50 us; skew 500 ppm
20:04:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.836236 6656 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:21 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752261, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.842720 6656 init.cc:377] Logged in from keytab as kudu/127.6.5.66@KRBTEST.COM (short username kudu)
20:04:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.847481 6656 webserver.cc:492] Webserver started at http://127.6.5.66:41513/ using document root <none> and password file <none>
20:04:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.848568 6656 fs_manager.cc:362] Metadata directory not provided
20:04:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.848773 6656 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.849251 6656 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:21.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.853737 6656 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/data/instance:
20:04:21.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7362c329813447eaa2e161ec3b21e9b8"
20:04:21.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:21 on dist-test-slave-m1tv"
20:04:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.855165 6656 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/wal/instance:
20:04:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7362c329813447eaa2e161ec3b21e9b8"
20:04:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:21 on dist-test-slave-m1tv"
20:04:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.864845 6656 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.004s
20:04:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.871076 6676 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.872538 6656 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
20:04:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.872968 6656 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/wal
20:04:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7362c329813447eaa2e161ec3b21e9b8"
20:04:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:21 on dist-test-slave-m1tv"
20:04:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.873291 6656 fs_report.cc:389] FS layout report
20:04:21.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/wal
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/wal
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/data/data
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.927274 6656 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.933674 6656 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.934124 6656 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:21.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.936770 6656 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.941998 6656 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.942258 6656 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.942466 6656 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:21.942610 6656 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.127650 6656 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.66:44859
20:04:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.127863 6788 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.66:44859 every 8 connection(s)
20:04:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.131343 6656 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/data/info.pb
20:04:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.139110 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 6656
20:04:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.139717 6165 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-1/wal/instance
20:04:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:22 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752261, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.66@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:22 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752261, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.66@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:22 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752261, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.66@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.5.67@KRBTEST.COM; defaulting to no policy
20:04:22.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.5.67@KRBTEST.COM" created.
20:04:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.219061 6791 heartbeater.cc:344] Connected to a master server at 127.6.5.126:37489
20:04:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.219620 6791 heartbeater.cc:461] Registering TS with master...
20:04:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.221721 6791 heartbeater.cc:507] Master 127.6.5.126:37489 requested a full tablet report, sending...
20:04:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.227694 6228 ts_manager.cc:194] Registered new tserver with Master: 7362c329813447eaa2e161ec3b21e9b8 (127.6.5.66:44859)
20:04:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.229339 6789 heartbeater.cc:344] Connected to a master server at 127.6.5.124:45363
20:04:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.229743 6789 heartbeater.cc:461] Registering TS with master...
20:04:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.230741 6789 heartbeater.cc:507] Master 127.6.5.124:45363 requested a full tablet report, sending...
20:04:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.234117 6400 ts_manager.cc:194] Registered new tserver with Master: 7362c329813447eaa2e161ec3b21e9b8 (127.6.5.66:44859)
20:04:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.236158 6400 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.6.5.66@KRBTEST.COM'} at 127.6.5.66:34101
20:04:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.236521 6790 heartbeater.cc:344] Connected to a master server at 127.6.5.125:43861
20:04:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.237087 6790 heartbeater.cc:461] Registering TS with master...
20:04:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.238575 6790 heartbeater.cc:507] Master 127.6.5.125:43861 requested a full tablet report, sending...
20:04:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.241056 6314 ts_manager.cc:194] Registered new tserver with Master: 7362c329813447eaa2e161ec3b21e9b8 (127.6.5.66:44859)
20:04:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.5.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.6.5.67@KRBTEST.COM; defaulting to no policy
20:04:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.6.5.67@KRBTEST.COM" created.
20:04:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.6.5.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab.
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.295050 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/wal
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/data
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/logs
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/data/info.pb
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.67:0
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.5.67
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.67
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.67
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:22.711565 6803 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:22.712131 6803 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:22.712842 6803 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:22.750349 6803 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:22.751425 6803 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.5.67
20:04:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.794068 6803 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/data
20:04:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/wal
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.67
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.67:0
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/data/info.pb
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.67
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.5.67
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/logs
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.795807 6803 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:22.797214 6803 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:22.811786 6809 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:23 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752263, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:23.115300 6379 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:23.240661 6789 heartbeater.cc:499] Master 127.6.5.124:45363 was elected leader, sending a full tablet report...
20:04:24.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:24.214622 6808 debug-util.cc:398] Leaking SignalData structure 0x7b0800027120 after lost signal to thread 6803
20:04:24.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:24.660889 6803 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.848s user 0.669s sys 1.127s
20:04:24.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:24.661280 6803 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.849s user 0.669s sys 1.127s
20:04:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:22.814230 6811 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:24.664256 6813 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:24.667361 6812 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1855 milliseconds
20:04:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.667430 6803 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.668642 6803 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.670956 6803 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.672472 6803 hybrid_clock.cc:648] HybridClock initialized: now 1777752264672400 us; error 61 us; skew 500 ppm
20:04:24.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.673678 6803 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:24 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752264, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.681569 6803 init.cc:377] Logged in from keytab as kudu/127.6.5.67@KRBTEST.COM (short username kudu)
20:04:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.687186 6803 webserver.cc:492] Webserver started at http://127.6.5.67:33141/ using document root <none> and password file <none>
20:04:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.688230 6803 fs_manager.cc:362] Metadata directory not provided
20:04:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.688433 6803 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.688841 6803 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.693359 6803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/data/instance:
20:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92a5c197c09a4087a2eb28fe67bed3a7"
20:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:24 on dist-test-slave-m1tv"
20:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.694442 6803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/wal/instance:
20:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92a5c197c09a4087a2eb28fe67bed3a7"
20:04:24.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:24 on dist-test-slave-m1tv"
20:04:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.702644 6803 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.002s
20:04:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.711853 6824 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.713294 6803 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.003s sys 0.003s
20:04:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.713740 6803 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/wal
20:04:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92a5c197c09a4087a2eb28fe67bed3a7"
20:04:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:24 on dist-test-slave-m1tv"
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.714231 6803 fs_report.cc:389] FS layout report
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/wal
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/wal
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/data/data
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.787410 6803 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.798902 6803 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.799338 6803 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.802356 6803 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.808607 6803 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.808852 6803 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.809197 6803 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:24.809443 6803 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.013159 6803 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.67:36139
20:04:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.013274 6936 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.67:36139 every 8 connection(s)
20:04:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.016309 6803 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/data/info.pb
20:04:25.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.026234 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 6803
20:04:25.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.027086 6165 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/ts-2/wal/instance
20:04:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:25 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752264, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.67@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:25 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752264, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.67@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:25 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752264, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.67@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:25.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.116524 6938 heartbeater.cc:344] Connected to a master server at 127.6.5.125:43861
20:04:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.117118 6938 heartbeater.cc:461] Registering TS with master...
20:04:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.118418 6938 heartbeater.cc:507] Master 127.6.5.125:43861 requested a full tablet report, sending...
20:04:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.122444 6314 ts_manager.cc:194] Registered new tserver with Master: 92a5c197c09a4087a2eb28fe67bed3a7 (127.6.5.67:36139)
20:04:25.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.138070 6937 heartbeater.cc:344] Connected to a master server at 127.6.5.124:45363
20:04:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.138481 6937 heartbeater.cc:461] Registering TS with master...
20:04:25.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.139495 6937 heartbeater.cc:507] Master 127.6.5.124:45363 requested a full tablet report, sending...
20:04:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.142144 6939 heartbeater.cc:344] Connected to a master server at 127.6.5.126:37489
20:04:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.142441 6939 heartbeater.cc:461] Registering TS with master...
20:04:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.142413 6400 ts_manager.cc:194] Registered new tserver with Master: 92a5c197c09a4087a2eb28fe67bed3a7 (127.6.5.67:36139)
20:04:25.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.143401 6939 heartbeater.cc:507] Master 127.6.5.126:37489 requested a full tablet report, sending...
20:04:25.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.143944 6400 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.6.5.67@KRBTEST.COM'} at 127.6.5.67:54851
20:04:25.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.146097 6228 ts_manager.cc:194] Registered new tserver with Master: 92a5c197c09a4087a2eb28fe67bed3a7 (127.6.5.67:36139)
20:04:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.162354 6165 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:04:25.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:25.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:04:25.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:04:25.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:04:25.194 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.5.126"
port: 37489
}
bound_http_address {
host: "127.6.5.126"
port: 35723
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.5.125"
port: 43861
}
bound_http_address {
host: "127.6.5.125"
port: 37415
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.5.124"
port: 45363
}
bound_http_address {
host: "127.6.5.124"
port: 43141
}
}
}
20:04:25.194 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:04:25.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.6.5.65"
port: 34771
}
bound_http_address {
host: "127.6.5.65"
port: 35853
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.6.5.66"
port: 44859
}
bound_http_address {
host: "127.6.5.66"
port: 41513
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.6.5.67"
port: 36139
}
bound_http_address {
host: "127.6.5.67"
port: 33141
}
}
}
20:04:25.197 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:04:25.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:04:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:25 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752265, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:04:25.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:25.246 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc
20:04:25.258 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:04:25.258 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc
20:04:25.260 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:04:25.282 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:04:25.285 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:04:25.286 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:04:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:25 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752265, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:04:25.322 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:25.322 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc
20:04:25.324 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:04:25.324 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.5.126:37489
20:04:25.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:04:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.326603 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 6194
20:04:25.364 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:25.364 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.5.124:45363
20:04:25.364 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:04:25.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.365199 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 6359
20:04:25.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:25.401 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.5.125:43861
20:04:25.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:04:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.402400 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 6273
20:04:25.434 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:25.435 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.5.126:37489
20:04:25.440 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.442422 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/logs
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/info.pb
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.126:37489
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.126
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35723
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.126
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.444609 6642 heartbeater.cc:646] Failed to heartbeat to 127.6.5.124:45363 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.803007 6953 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.803711 6953 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.804317 6953 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:25.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.839244 6953 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.839748 6953 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.840215 6953 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.840442 6953 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.840649 6953 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.840849 6953 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.841089 6953 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45979/jwks.json
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.884581 6953 master_runner.cc:386] Master server non-default flags:
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.126
20:04:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.126:37489
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/info.pb
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.126
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35723
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/logs
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.886368 6953 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:25.887460 6953 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:25.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.900223 6960 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:26.143465 6938 heartbeater.cc:646] Failed to heartbeat to 127.6.5.125:43861 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:26.149003 6937 heartbeater.cc:499] Master 127.6.5.124:45363 was elected leader, sending a full tablet report...
20:04:26.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:26.248087 6791 heartbeater.cc:646] Failed to heartbeat to 127.6.5.126:37489 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.6.5.126:37489: connect: Connection refused (error 111)
20:04:27.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:25.901199 6961 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:27.437872 6963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:27.442844 6962 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1536 milliseconds
20:04:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.442925 6953 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.444375 6953 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.447573 6953 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.451166 6953 hybrid_clock.cc:648] HybridClock initialized: now 1777752267450814 us; error 348 us; skew 500 ppm
20:04:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.452090 6953 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:27.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:27 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752267, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.459098 6953 init.cc:377] Logged in from keytab as kudu/127.6.5.126@KRBTEST.COM (short username kudu)
20:04:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.465265 6953 webserver.cc:492] Webserver started at http://127.6.5.126:35723/ using document root <none> and password file <none>
20:04:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.466207 6953 fs_manager.cc:362] Metadata directory not provided
20:04:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.466432 6953 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.475309 6953 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.000s sys 0.005s
20:04:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.480365 6980 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.482007 6953 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:04:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.482362 6953 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57ff8e999e7a41a2ae249f3d8898f1d0"
20:04:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:08 on dist-test-slave-m1tv"
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.484514 6953 fs_report.cc:389] FS layout report
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/wal
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/data
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.560596 6953 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.567665 6953 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.568154 6953 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.651141 6953 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.126:37489
20:04:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.651209 7033 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.126:37489 every 8 connection(s)
20:04:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.654395 6953 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-0/data/info.pb
20:04:27.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.659437 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 6953
20:04:27.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:27.660 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.5.124:45363
20:04:27.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:04:27.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.662395 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:27.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:27.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/logs
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/info.pb
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.124:45363
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.124
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43141
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.124
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.671039 7034 sys_catalog.cc:263] Verifying existing consensus state
20:04:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.680625 7034 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Bootstrap starting.
20:04:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.723879 7034 log.cc:826] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Log is configured to *not* fsync() on all Append() calls
20:04:27.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.741317 7034 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:04:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.742249 7034 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Bootstrap complete.
20:04:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.768338 7034 raft_consensus.cc:359] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.770721 7034 raft_consensus.cc:740] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57ff8e999e7a41a2ae249f3d8898f1d0, State: Initialized, Role: FOLLOWER
20:04:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.771551 7034 consensus_queue.cc:260] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:27.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.774529 7038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.775511 7038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: This master's current role is: FOLLOWER
20:04:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.775760 7034 sys_catalog.cc:565] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: configured and running, proceeding with master startup.
20:04:27.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.815869 7049 catalog_manager.cc:1269] Loaded cluster ID: 9f7048f444c94c4a9751c85081061cba
20:04:27.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.816200 7049 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: loading cluster ID for follower catalog manager: success
20:04:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.825219 7049 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: acquiring CA information for follower catalog manager: success
20:04:27.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.831823 7049 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:27 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752267, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.126@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.857129 6953 master_runner.cc:186] Error getting master registration for 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111),
20:04:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:27.882174 6953 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.140432 7036 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.141111 7036 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.141734 7036 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.180214 6939 heartbeater.cc:344] Connected to a master server at 127.6.5.126:37489
20:04:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.187251 6999 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "92a5c197c09a4087a2eb28fe67bed3a7" instance_seqno: 1777752264971687) as {username='kudu', principal='kudu/127.6.5.67@KRBTEST.COM'} at 127.6.5.67:40707; Asking this server to re-register.
20:04:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.188817 7036 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.189195 7036 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.190328 7036 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.190366 6939 heartbeater.cc:461] Registering TS with master...
20:04:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.190697 7036 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.191041 7036 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.191365 7036 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.191632 7036 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45979/jwks.json
20:04:28.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.193953 6999 ts_manager.cc:194] Registered new tserver with Master: 92a5c197c09a4087a2eb28fe67bed3a7 (127.6.5.67:36139)
20:04:28.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.266141 7036 master_runner.cc:386] Master server non-default flags:
20:04:28.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:28.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:28.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.124
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.124:45363
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/info.pb
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.124
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43141
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/logs
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.270735 7036 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.277114 7036 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.302592 6791 heartbeater.cc:344] Connected to a master server at 127.6.5.126:37489
20:04:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.306110 6999 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7362c329813447eaa2e161ec3b21e9b8" instance_seqno: 1777752262084781) as {username='kudu', principal='kudu/127.6.5.66@KRBTEST.COM'} at 127.6.5.66:42051; Asking this server to re-register.
20:04:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.307605 6791 heartbeater.cc:461] Registering TS with master...
20:04:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.308112 7063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:28.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.318532 6999 ts_manager.cc:194] Registered new tserver with Master: 7362c329813447eaa2e161ec3b21e9b8 (127.6.5.66:44859)
20:04:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.528482 6647 heartbeater.cc:344] Connected to a master server at 127.6.5.126:37489
20:04:28.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.532003 6999 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "1cc090da4fd343fe8fd19226d10858dd" instance_seqno: 1777752259096926) as {username='kudu', principal='kudu/127.6.5.65@KRBTEST.COM'} at 127.6.5.65:49445; Asking this server to re-register.
20:04:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.534089 6647 heartbeater.cc:461] Registering TS with master...
20:04:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.537614 6999 ts_manager.cc:194] Registered new tserver with Master: 1cc090da4fd343fe8fd19226d10858dd (127.6.5.65:34771)
20:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:28 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752268, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.719589 6522 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.994283 7072 raft_consensus.cc:493] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:28.997026 7072 raft_consensus.cc:515] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:29.039475 7072 leader_election.cc:290] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861), a0c042dddba1435796d65053e43be6e2 (127.6.5.124:45363)
20:04:29.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.048923 6984 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.064774 6984 leader_election.cc:336] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a0c042dddba1435796d65053e43be6e2 (127.6.5.124:45363): Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.070714 6983 leader_election.cc:336] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861): Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:29.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:29.072083 6983 leader_election.cc:304] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 57ff8e999e7a41a2ae249f3d8898f1d0; no voters: a0c042dddba1435796d65053e43be6e2, f4e6663914f04d669197da68d4d69e80
20:04:29.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:29.075256 7072 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:04:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.081930 5514 debug-util.cc:398] Leaking SignalData structure 0x7b080008e980 after lost signal to thread 5451
20:04:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.083089 5514 debug-util.cc:398] Leaking SignalData structure 0x7b080007b8c0 after lost signal to thread 5517
20:04:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.272449 5589 debug-util.cc:398] Leaking SignalData structure 0x7b0800081380 after lost signal to thread 5524
20:04:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.273268 5589 debug-util.cc:398] Leaking SignalData structure 0x7b08000aa8c0 after lost signal to thread 5592
20:04:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.633224 7030 debug-util.cc:398] Leaking SignalData structure 0x7b0800071060 after lost signal to thread 6954
20:04:29.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.633975 7030 debug-util.cc:398] Leaking SignalData structure 0x7b08000717c0 after lost signal to thread 7033
20:04:30.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:29.711004 7062 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 7036
20:04:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:30.385190 7036 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.074s user 0.485s sys 0.814s
20:04:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:30.388571 7036 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.077s user 0.485s sys 0.814s
20:04:30.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:30.389685 7066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:30.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:28.311472 7064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.401470 7036 server_base.cc:1061] running on GCE node
20:04:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.403693 7036 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.425504 7036 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.433599 7036 hybrid_clock.cc:648] HybridClock initialized: now 1777752270433515 us; error 79 us; skew 500 ppm
20:04:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.434928 7036 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:30 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752270, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:30.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.444494 7036 init.cc:377] Logged in from keytab as kudu/127.6.5.124@KRBTEST.COM (short username kudu)
20:04:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.478482 7036 webserver.cc:492] Webserver started at http://127.6.5.124:43141/ using document root <none> and password file <none>
20:04:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.480790 7036 fs_manager.cc:362] Metadata directory not provided
20:04:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.481426 7036 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:30.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.500943 7036 fs_manager.cc:714] Time spent opening directory manager: real 0.014s user 0.008s sys 0.003s
20:04:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.513505 7094 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.515460 7036 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.009s sys 0.001s
20:04:30.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.516184 7036 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:30.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0c042dddba1435796d65053e43be6e2"
20:04:30.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:13 on dist-test-slave-m1tv"
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.519778 7036 fs_report.cc:389] FS layout report
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/wal
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/data
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.646173 7036 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.660692 7036 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:30.662981 7036 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.022653 7136 raft_consensus.cc:493] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:31.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.024896 7136 raft_consensus.cc:515] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.032744 7136 leader_election.cc:290] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861), a0c042dddba1435796d65053e43be6e2 (127.6.5.124:45363)
20:04:31.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:31.051537 6984 leader_election.cc:336] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a0c042dddba1435796d65053e43be6e2 (127.6.5.124:45363): Network error: Client connection negotiation failed: client connection to 127.6.5.124:45363: connect: Connection refused (error 111)
20:04:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:31.068356 6983 leader_election.cc:336] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861): Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.068810 6983 leader_election.cc:304] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 57ff8e999e7a41a2ae249f3d8898f1d0; no voters: a0c042dddba1435796d65053e43be6e2, f4e6663914f04d669197da68d4d69e80
20:04:31.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.070385 7136 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:04:31.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.172089 7152 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.124:45363 every 8 connection(s)
20:04:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.172729 7036 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.124:45363
20:04:31.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.177168 7036 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-2/data/info.pb
20:04:31.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.184026 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 7036
20:04:31.185 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:31.185 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.5.125:43861
20:04:31.186 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.188422 6165 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/logs
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/info.pb
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.125:43861
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.125
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37415
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.125
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:31.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.254493 7153 sys_catalog.cc:263] Verifying existing consensus state
20:04:31.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.297737 7153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Bootstrap starting.
20:04:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.337666 6937 heartbeater.cc:344] Connected to a master server at 127.6.5.124:45363
20:04:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.338189 6937 heartbeater.cc:499] Master 127.6.5.124:45363 was elected leader, sending a full tablet report...
20:04:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:31.362188 7158 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.350327 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.6.5.66:40499 (local address 127.6.5.124:45363)
20:04:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.351754 (+ 1427us) server_negotiation.cc:207] Beginning negotiation
20:04:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.351792 (+ 38us) server_negotiation.cc:400] Waiting for connection header
20:04:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.351850 (+ 58us) server_negotiation.cc:408] Connection header received
20:04:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.352035 (+ 185us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.352067 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.352375 (+ 308us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.352576 (+ 201us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:31.360190 (+ 7614us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.6.5.66:40499: BlockingRecv error: recv got EOF from 127.6.5.66:40499 (error 108)
20:04:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":552}
20:04:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.445626 7153 log.cc:826] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Log is configured to *not* fsync() on all Append() calls
20:04:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.494556 7153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:04:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.503044 7153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: Bootstrap complete.
20:04:31.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.589848 7153 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.593715 7153 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0c042dddba1435796d65053e43be6e2, State: Initialized, Role: FOLLOWER
20:04:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.604535 7153 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:31 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752268, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.65@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.631428 6642 heartbeater.cc:344] Connected to a master server at 127.6.5.124:45363
20:04:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.636596 7153 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: configured and running, proceeding with master startup.
20:04:31.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.654844 7164 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.656929 7164 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: This master's current role is: FOLLOWER
20:04:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.753774 7175 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:31 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752270, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.124@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:31 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752271, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.847613 6672 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:31.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.840389 7036 master_runner.cc:186] Error getting master registration for 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111),
20:04:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:31.900079 7036 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.342729 6937 heartbeater.cc:499] Master 127.6.5.124:45363 was elected leader, sending a full tablet report...
20:04:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.348737 7113 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "92a5c197c09a4087a2eb28fe67bed3a7" instance_seqno: 1777752264971687) as {username='kudu', principal='kudu/127.6.5.67@KRBTEST.COM'} at 127.6.5.67:60601; Asking this server to re-register.
20:04:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.353588 6937 heartbeater.cc:461] Registering TS with master...
20:04:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.353880 7155 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.354739 7155 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.356127 7155 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.357597 7113 ts_manager.cc:194] Registered new tserver with Master: 92a5c197c09a4087a2eb28fe67bed3a7 (127.6.5.67:36139)
20:04:32.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:32 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752271, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.66@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.430131 6789 heartbeater.cc:344] Connected to a master server at 127.6.5.124:45363
20:04:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.434190 7113 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7362c329813447eaa2e161ec3b21e9b8" instance_seqno: 1777752262084781) as {username='kudu', principal='kudu/127.6.5.66@KRBTEST.COM'} at 127.6.5.66:54815; Asking this server to re-register.
20:04:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.435676 6789 heartbeater.cc:461] Registering TS with master...
20:04:32.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.439415 7113 ts_manager.cc:194] Registered new tserver with Master: 7362c329813447eaa2e161ec3b21e9b8 (127.6.5.66:44859)
20:04:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.521051 7155 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.522027 7155 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.522756 7155 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.523303 7155 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:32.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.523826 7155 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:32.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.524344 7155 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:32.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.528033 7155 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45979/jwks.json
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.623481 7155 master_runner.cc:386] Master server non-default flags:
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.5.84:39309
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.5.126:37489,127.6.5.125:43861,127.6.5.124:45363
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/krb5kdc/kudu.keytab
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.5.125
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.5.125:43861
20:04:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45979/jwks.json
20:04:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/info.pb
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.5.125
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37415
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/logs
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:04:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:32.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.638041 7113 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "1cc090da4fd343fe8fd19226d10858dd" instance_seqno: 1777752259096926) as {username='kudu', principal='kudu/127.6.5.65@KRBTEST.COM'} at 127.6.5.65:54443; Asking this server to re-register.
20:04:32.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.640089 6642 heartbeater.cc:461] Registering TS with master...
20:04:32.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.643692 7113 ts_manager.cc:194] Registered new tserver with Master: 1cc090da4fd343fe8fd19226d10858dd (127.6.5.65:34771)
20:04:32.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.645591 7155 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:32.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.647161 7155 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.711030 7188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:32.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.784440 7175 catalog_manager.cc:1269] Loaded cluster ID: 9f7048f444c94c4a9751c85081061cba
20:04:32.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.785161 7175 catalog_manager.cc:1562] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: loading cluster ID for follower catalog manager: success
20:04:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.793365 7175 catalog_manager.cc:1584] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: acquiring CA information for follower catalog manager: success
20:04:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.824138 7175 catalog_manager.cc:1612] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.985103 6953 master_runner.cc:186] Error getting master registration for 127.6.5.125:43861: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111),
20:04:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:32.985616 6953 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.249003 7196 raft_consensus.cc:493] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:33.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.254673 7196 raft_consensus.cc:515] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.275110 7196 leader_election.cc:290] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861), a0c042dddba1435796d65053e43be6e2 (127.6.5.124:45363)
20:04:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:33.283568 6983 leader_election.cc:336] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861): Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.334542 7123 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a0c042dddba1435796d65053e43be6e2" is_pre_election: true
20:04:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.335582 7123 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 57ff8e999e7a41a2ae249f3d8898f1d0 in term 1.
20:04:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.337492 6984 leader_election.cc:304] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 57ff8e999e7a41a2ae249f3d8898f1d0, a0c042dddba1435796d65053e43be6e2; no voters: f4e6663914f04d669197da68d4d69e80
20:04:33.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.339983 7196 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:33.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.340366 7196 raft_consensus.cc:493] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:33.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.340684 7196 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 1 FOLLOWER]: Advancing to term 2
20:04:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.363297 7196 raft_consensus.cc:515] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.389701 7123 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a0c042dddba1435796d65053e43be6e2"
20:04:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.390309 7123 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 1 FOLLOWER]: Advancing to term 2
20:04:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.390547 7196 leader_election.cc:290] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 election: Requested vote from peers f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861), a0c042dddba1435796d65053e43be6e2 (127.6.5.124:45363)
20:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:33.394343 6983 leader_election.cc:336] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861): Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111)
20:04:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.403992 7123 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 57ff8e999e7a41a2ae249f3d8898f1d0 in term 2.
20:04:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.407891 6984 leader_election.cc:304] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 57ff8e999e7a41a2ae249f3d8898f1d0, a0c042dddba1435796d65053e43be6e2; no voters: f4e6663914f04d669197da68d4d69e80
20:04:33.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.409152 7196 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 2 FOLLOWER]: Leader election won for term 2
20:04:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.425870 7196 raft_consensus.cc:697] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [term 2 LEADER]: Becoming Leader. State: Replica: 57ff8e999e7a41a2ae249f3d8898f1d0, State: Running, Role: LEADER
20:04:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.427409 7196 consensus_queue.cc:237] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.484584 7202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57ff8e999e7a41a2ae249f3d8898f1d0. Latest consensus state: current_term: 2 leader_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.485385 7202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: This master's current role is: LEADER
20:04:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.494748 7204 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:04:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.511862 7204 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:04:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.520284 7204 catalog_manager.cc:1269] Loaded cluster ID: 9f7048f444c94c4a9751c85081061cba
20:04:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.524441 7204 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:04:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.535750 7204 catalog_manager.cc:1514] Loading token signing keys...
20:04:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.540817 7204 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0: Loaded TSK: 0
20:04:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:33.542762 7204 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:04:34.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.044965 7123 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [term 2 FOLLOWER]: Refusing update from remote peer 57ff8e999e7a41a2ae249f3d8898f1d0: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:04:34.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.047076 7208 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
20:04:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:34.062206 6983 consensus_peers.cc:597] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 -> Peer f4e6663914f04d669197da68d4d69e80 (127.6.5.125:43861): Couldn't send request to peer f4e6663914f04d669197da68d4d69e80. Status: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.078766 7211 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57ff8e999e7a41a2ae249f3d8898f1d0. Latest consensus state: current_term: 2 leader_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.079614 7211 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: This master's current role is: FOLLOWER
20:04:34.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.105060 7208 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.105835 7208 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57ff8e999e7a41a2ae249f3d8898f1d0 [sys.catalog]: This master's current role is: LEADER
20:04:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.124447 7211 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.126257 7211 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0c042dddba1435796d65053e43be6e2 [sys.catalog]: This master's current role is: FOLLOWER
20:04:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:34.473242 6983 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.5.125:43861: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:04:34.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.562314 6647 heartbeater.cc:499] Master 127.6.5.126:37489 was elected leader, sending a full tablet report...
20:04:34.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:34 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752274, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.687359 6820 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:34.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:32.755261 7190 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:34.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:34.086134 7187 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 7155
20:04:34.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:34.848121 7155 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.112s user 0.616s sys 1.022s
20:04:34.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:34.850291 7155 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.115s user 0.616s sys 1.023s
20:04:34.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:34.859231 7221 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:34.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.859563 7155 server_base.cc:1061] running on GCE node
20:04:34.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.861181 7155 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.864348 7155 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.865810 7155 hybrid_clock.cc:648] HybridClock initialized: now 1777752274865741 us; error 90 us; skew 500 ppm
20:04:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.866948 7155 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:34 dist-test-slave-m1tv krb5kdc[6177](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752274, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:34.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.875896 7155 init.cc:377] Logged in from keytab as kudu/127.6.5.125@KRBTEST.COM (short username kudu)
20:04:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.882009 7155 webserver.cc:492] Webserver started at http://127.6.5.125:37415/ using document root <none> and password file <none>
20:04:34.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.883327 7155 fs_manager.cc:362] Metadata directory not provided
20:04:34.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.883638 7155 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:34.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.896243 7155 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.004s sys 0.004s
20:04:34.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.903201 7227 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.904966 7155 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.003s sys 0.003s
20:04:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.905417 7155 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4e6663914f04d669197da68d4d69e80"
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:04:10 on dist-test-slave-m1tv"
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.908735 7155 fs_report.cc:389] FS layout report
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/wal
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/data
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:34.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:34.992452 7155 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:35.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.000423 7155 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:35.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.001446 7155 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:35.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.104387 7155 rpc_server.cc:307] RPC server started. Bound to: 127.6.5.125:43861
20:04:35.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.104521 7280 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.5.125:43861 every 8 connection(s)
20:04:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.107858 7155 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14464124066910732858/master-1/data/info.pb
20:04:35.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.113000 6165 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 7155
20:04:35.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:35.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.125557 7281 sys_catalog.cc:263] Verifying existing consensus state
20:04:35.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.136081 7281 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: Bootstrap starting.
20:04:35.165 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.5.126:37489(127.6.5.126:37489)] connecting to peer
20:04:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.203435 7281 log.cc:826] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: Log is configured to *not* fsync() on all Append() calls
20:04:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.225236 6939 heartbeater.cc:499] Master 127.6.5.126:37489 was elected leader, sending a full tablet report...
20:04:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.229528 7281 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:04:35.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.230851 7281 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80: Bootstrap complete.
20:04:35.241 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.5.124:45363(127.6.5.124:45363)] connecting to peer
20:04:35.246 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.5.125:43861(127.6.5.125:43861)] connecting to peer
20:04:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.275987 7281 raft_consensus.cc:359] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.293758 7281 raft_consensus.cc:740] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f4e6663914f04d669197da68d4d69e80, State: Initialized, Role: FOLLOWER
20:04:35.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.299068 7281 consensus_queue.cc:260] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } }
20:04:35.302 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.5.124:45363(127.6.5.124:45363)] Successfully connected to peer
20:04:35.304 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.5.125:43861(127.6.5.125:43861)] Successfully connected to peer
20:04:35.308 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.5.126:37489(127.6.5.126:37489)] Successfully connected to peer
20:04:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.320796 7291 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.321756 7291 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: This master's current role is: FOLLOWER
20:04:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.322693 7281 sys_catalog.cc:565] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: configured and running, proceeding with master startup.
20:04:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:35 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752274, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.67@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:35.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.386790 6791 heartbeater.cc:499] Master 127.6.5.126:37489 was elected leader, sending a full tablet report...
20:04:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.429867 6938 heartbeater.cc:344] Connected to a master server at 127.6.5.125:43861
20:04:35.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:35 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752271, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.66@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:35.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.475263 7305 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.478528 6790 heartbeater.cc:344] Connected to a master server at 127.6.5.125:43861
20:04:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.485126 7246 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7362c329813447eaa2e161ec3b21e9b8" instance_seqno: 1777752262084781) as {username='kudu', principal='kudu/127.6.5.66@KRBTEST.COM'} at 127.6.5.66:51371; Asking this server to re-register.
20:04:35.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.487440 6790 heartbeater.cc:461] Registering TS with master...
20:04:35.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.492452 7245 ts_manager.cc:194] Registered new tserver with Master: 7362c329813447eaa2e161ec3b21e9b8 (127.6.5.66:44859)
20:04:35.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:35 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752267, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.126@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:35 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752274, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for kudu/127.6.5.126@KRBTEST.COM
20:04:35.534 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:04:35.541 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.5.125:43861(127.6.5.125:43861)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:04:35.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.5.126:37489(127.6.5.126:37489)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:04:35.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.5.124:45363(127.6.5.124:45363)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:04:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.544308 7256 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [term 1 FOLLOWER]: Advancing to term 2
20:04:35.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.5.124:45363: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:04:35.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.6.5.125:43861: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:04:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:35.549418 7289 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.274897 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:37206 (local address 127.6.5.125:43861)
20:04:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.317596 (+ 42699us) server_negotiation.cc:207] Beginning negotiation
20:04:35.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.5.126:37489: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:04:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.317640 (+ 44us) server_negotiation.cc:400] Waiting for connection header
20:04:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.457945 (+140305us) server_negotiation.cc:408] Connection header received
20:04:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.510024 (+ 52079us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.510056 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.510280 (+ 224us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.510470 (+ 190us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.546590 (+ 36120us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37206: BlockingRecv error: recv got EOF from 127.0.0.1:37206 (error 108)
20:04:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":38297,"thread_start_us":41401,"threads_started":1}
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:35.555816 7290 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.285658 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:38502 (local address 127.6.5.124:45363)
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.317640 (+ 31982us) server_negotiation.cc:207] Beginning negotiation
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.317667 (+ 27us) server_negotiation.cc:400] Waiting for connection header
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.455050 (+137383us) server_negotiation.cc:408] Connection header received
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.508000 (+ 52950us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.508033 (+ 33us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.508261 (+ 228us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.508471 (+ 210us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.554065 (+ 45594us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38502: BlockingRecv error: recv got EOF from 127.0.0.1:38502 (error 108)
20:04:35.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":31284,"thread_start_us":25042,"threads_started":1}
20:04:35.559 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.5.124:45363(127.6.5.124:45363)] handling channelInactive
20:04:35.559 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.5.125:43861(127.6.5.125:43861)] handling channelInactive
20:04:35.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=438), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.5.126:37489, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.5.124:45363, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.5.125:43861, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.5.126:37489: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.5.124:45363: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [424ms] Sub RPC ConnectToMaster: received response from server master-127.6.5.125:43861: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.5.126:37489,127.6.5.124:45363,127.6.5.125:43861). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.5.126:37489,127.6.5.124:45363,127.6.5.125:43861). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
20:04:35.564 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=447), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.5.126:37489, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.5.124:45363, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.5.125:43861, [422ms] Sub RPC ConnectToMaster: received response from server master-127.6.5.126:37489: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [423ms] Sub RPC ConnectToMaster: received response from server master-127.6.5.124:45363: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [424ms] Sub RPC ConnectToMaster: received response from server master-127.6.5.125:43861: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
20:04:35.567 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.5.126:37489(127.6.5.126:37489)] handling channelInactive
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:04:35.568925 7288 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.274250 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:43904 (local address 127.6.5.126:37489)
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.318803 (+ 44553us) server_negotiation.cc:207] Beginning negotiation
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.318834 (+ 31us) server_negotiation.cc:400] Waiting for connection header
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.457593 (+138759us) server_negotiation.cc:408] Connection header received
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.508925 (+ 51332us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.508957 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.509190 (+ 233us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.509381 (+ 191us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:04:35.567329 (+ 57948us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:43904: BlockingRecv error: recv got EOF from 127.0.0.1:43904 (error 108)
20:04:35.569 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.5.125:43861(127.6.5.125:43861)] disconnecting while in state TERMINATED
20:04:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":43955,"thread_start_us":47823,"threads_started":1}
20:04:35.573 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.5.126:37489(127.6.5.126:37489)] disconnecting while in state TERMINATED
20:04:35.576 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.5.124:45363(127.6.5.124:45363)] disconnecting while in state TERMINATED
20:04:35.578 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.589588 7312 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.592227 7312 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: This master's current role is: FOLLOWER
20:04:35.604 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.601852 7291 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57ff8e999e7a41a2ae249f3d8898f1d0. Latest consensus state: current_term: 2 leader_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "57ff8e999e7a41a2ae249f3d8898f1d0" member_type: VOTER last_known_addr { host: "127.6.5.126" port: 37489 } } peers { permanent_uuid: "f4e6663914f04d669197da68d4d69e80" member_type: VOTER last_known_addr { host: "127.6.5.125" port: 43861 } } peers { permanent_uuid: "a0c042dddba1435796d65053e43be6e2" member_type: VOTER last_known_addr { host: "127.6.5.124" port: 45363 } } }
20:04:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.605386 7291 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4e6663914f04d669197da68d4d69e80 [sys.catalog]: This master's current role is: FOLLOWER
20:04:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:35 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752274, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for kudu/127.6.5.125@KRBTEST.COM
20:04:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.625969 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 6503
20:04:35.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:04:35 dist-test-slave-m1tv krb5kdc[6177](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752274, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.5.125@KRBTEST.COM for kudu/127.6.5.124@KRBTEST.COM
20:04:35.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.669857 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 6656
20:04:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.703259 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 6803
20:04:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.732193 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 6953
20:04:35.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.782747 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 7155
20:04:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:35.814632 6165 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 7036
20:04:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:04:37Z chronyd exiting
20:04:38.106 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:38.109993 5438 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 5720
20:04:38.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:38.135807 5438 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 5880
20:04:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:38.164347 5438 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 6023
20:04:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:38.191347 5438 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 5450
20:04:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:38.225509 5438 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 5520
20:04:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:04:38.257604 5438 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 5595
20:04:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:04:39Z chronyd exiting
20:04:40.473 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.5.126:37489,127.6.5.124:45363,127.6.5.125:43861). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.5.126:37489,127.6.5.124:45363,127.6.5.125:43861). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
20:04:41.321 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
20:04:41.321 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.5.126:37489,127.6.5.124:45363,127.6.5.125:43861). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.6.5.126:37489,127.6.5.124:45363,127.6.5.125:43861). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more