08:03:44.334 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:44.346 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbTrDWn/test-tmp
08:03:44.352 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:03:44.355 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbTrDWn/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:44.631 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:44.826 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:44.827 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:44.831601 20351 mini_oidc.cc:150] Starting JWKS server
08:03:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:44.835839 20351 webserver.cc:533] Webserver started at http://127.0.0.1:43239/ using document root <none> and password file <none>
08:03:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:44.836416 20351 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:44.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:44.838656 20351 webserver.cc:533] Webserver started at http://127.0.0.1:37375/ using document root <none> and password file <none>
08:03:44.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:03:44Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:44.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:03:44Z Disabled control of system clock
08:03:44.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:44.905063 20351 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/wal
08:03:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/data
08:03:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:44.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:44.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:44.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/logs
08:03:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/data/info.pb
08:03:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.254:46733
08:03:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.254
08:03:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:44.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43239/jwks.json with env {}
08:03:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.243180 20363 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.243873 20363 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:45.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.244436 20363 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.279731 20363 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.280048 20363 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.280249 20363 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.280445 20363 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.280849 20363 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.281095 20363 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43239/jwks.json
08:03:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:45.321072 20363 master_runner.cc:387] Master server non-default flags:
08:03:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/data
08:03:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/wal
08:03:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.254:46733
08:03:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43239/jwks.json
08:03:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/data/info.pb
08:03:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.254
08:03:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/logs
08:03:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:03:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:03:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:45.322875 20363 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:45.325461 20363 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.340242 20369 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:46.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:45.341535 20370 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:46.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:46.604393 20371 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1262 milliseconds
08:03:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:46.605448 20372 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:46.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:46.609107 20363 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.269s user 0.379s sys 0.884s
08:03:46.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:46.609372 20363 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.269s user 0.379s sys 0.884s
08:03:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.609565 20363 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.610827 20363 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.613976 20363 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.615386 20363 hybrid_clock.cc:648] HybridClock initialized: now 1781769826615339 us; error 62 us; skew 500 ppm
08:03:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.616662 20363 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:46.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.625687 20363 webserver.cc:533] Webserver started at http://127.19.223.254:45603/ using document root <none> and password file <none>
08:03:46.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.626748 20363 fs_manager.cc:362] Metadata directory not provided
08:03:46.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.626937 20363 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:46.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.627439 20363 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.632426 20363 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/data/instance:
08:03:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91af71bc392b45e9a87679e4101d2ec0"
08:03:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:46 on dist-test-slave-d25z"
08:03:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.633865 20363 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/wal/instance:
08:03:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91af71bc392b45e9a87679e4101d2ec0"
08:03:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:46 on dist-test-slave-d25z"
08:03:46.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.644017 20363 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
08:03:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.650904 20379 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.652532 20363 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
08:03:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.652948 20363 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/wal
08:03:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91af71bc392b45e9a87679e4101d2ec0"
08:03:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:46 on dist-test-slave-d25z"
08:03:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.653431 20363 fs_report.cc:389] FS layout report
08:03:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/wal
08:03:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/wal
08:03:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/data/data
08:03:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.731913 20363 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.733713 20363 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.734155 20363 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:46.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.814843 20363 rpc_server.cc:307] RPC server started. Bound to: 127.19.223.254:46733
08:03:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.814925 20430 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.223.254:46733 every 8 connection(s)
08:03:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.817899 20363 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/data/info.pb
08:03:46.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.821789 20351 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 20363
08:03:46.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.822365 20351 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-0/wal/instance
08:03:46.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.825922 20431 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.828003 20351 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/wal
08:03:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/data
08:03:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/logs
08:03:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/data/info.pb
08:03:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.253:44137
08:03:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.253
08:03:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43239/jwks.json with env {}
08:03:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.842420 20431 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.869964 20431 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:46.873112 20380 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.223.253:44137: connect: Connection refused (error 111)
08:03:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:46.878196 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.253:44137: Network error: Client connection negotiation failed: client connection to 127.19.223.253:44137: connect: Connection refused (error 111)
08:03:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:46.927727 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } attempt: 1
08:03:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:46.936362 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.253:44137: Network error: Client connection negotiation failed: client connection to 127.19.223.253:44137: connect: Connection refused (error 111)
08:03:47.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:47.004838 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } attempt: 2
08:03:47.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.011296 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.253:44137: Network error: Client connection negotiation failed: client connection to 127.19.223.253:44137: connect: Connection refused (error 111)
08:03:47.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:47.102783 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } attempt: 3
08:03:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.108069 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.253:44137: Network error: Client connection negotiation failed: client connection to 127.19.223.253:44137: connect: Connection refused (error 111)
08:03:47.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.173617 20433 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:47.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.174420 20433 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:47.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.175302 20433 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:47.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.210626 20433 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:47.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.211030 20433 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:47.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.211355 20433 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:47.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.211699 20433 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:47.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.212087 20433 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:47.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.212399 20433 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43239/jwks.json
08:03:47.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:47.251511 20433 master_runner.cc:387] Master server non-default flags:
08:03:47.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/data
08:03:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/wal
08:03:47.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:47.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:47.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.253:44137
08:03:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43239/jwks.json
08:03:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/data/info.pb
08:03:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.253
08:03:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/logs
08:03:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:47.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:47.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:47.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:47.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:03:47.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:03:47.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:47.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:47.251535 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } attempt: 4
08:03:47.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:47.253578 20433 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:47.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:47.256161 20433 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:47.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.265267 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.253:44137: Network error: Client connection negotiation failed: client connection to 127.19.223.253:44137: connect: Connection refused (error 111)
08:03:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.271328 20443 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:47.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:47.564791 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } attempt: 5
08:03:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.572458 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.253:44137: Network error: Client connection negotiation failed: client connection to 127.19.223.253:44137: connect: Connection refused (error 111)
08:03:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.120110 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } attempt: 6
08:03:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:48.134819 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.253:44137: Network error: Client connection negotiation failed: client connection to 127.19.223.253:44137: connect: Connection refused (error 111)
08:03:48.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:47.274003 20444 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:48.513522 20445 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1238 milliseconds
08:03:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.513746 20433 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:48.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:48.513576 20446 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:48.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.517438 20433 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.520246 20433 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.521595 20433 hybrid_clock.cc:648] HybridClock initialized: now 1781769828521555 us; error 48 us; skew 500 ppm
08:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.522409 20433 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:48.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.529237 20433 webserver.cc:533] Webserver started at http://127.19.223.253:45405/ using document root <none> and password file <none>
08:03:48.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.530189 20433 fs_manager.cc:362] Metadata directory not provided
08:03:48.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.530377 20433 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:48.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.530859 20433 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.535887 20433 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/data/instance:
08:03:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd8e87b838e240b0a645feadb5e67801"
08:03:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:48 on dist-test-slave-d25z"
08:03:48.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.537354 20433 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/wal/instance:
08:03:48.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd8e87b838e240b0a645feadb5e67801"
08:03:48.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:48 on dist-test-slave-d25z"
08:03:48.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.545156 20433 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
08:03:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.551435 20455 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.552842 20433 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
08:03:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.553200 20433 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/wal
08:03:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd8e87b838e240b0a645feadb5e67801"
08:03:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:48 on dist-test-slave-d25z"
08:03:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.553508 20433 fs_report.cc:389] FS layout report
08:03:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/wal
08:03:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/wal
08:03:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/data/data
08:03:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:48.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.605676 20433 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.607445 20433 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.607924 20433 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.695551 20433 rpc_server.cc:307] RPC server started. Bound to: 127.19.223.253:44137
08:03:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.695611 20506 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.223.253:44137 every 8 connection(s)
08:03:48.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.698501 20433 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/data/info.pb
08:03:48.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.704753 20351 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 20433
08:03:48.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.705111 20351 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-1/wal/instance
08:03:48.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.705848 20507 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.707619 20351 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/wal
08:03:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/data
08:03:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/logs
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/data/info.pb
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.252:37613
08:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.252
08:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43239/jwks.json with env {}
08:03:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.725118 20507 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } has no permanent_uuid. Determining permanent_uuid...
08:03:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.754889 20507 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } has no permanent_uuid. Determining permanent_uuid...
08:03:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.770277 20507 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } has no permanent_uuid. Determining permanent_uuid...
08:03:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:48.773555 20457 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:48.778301 20507 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.827876 20507 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 1
08:03:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:48.834177 20507 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:48.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.902611 20507 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 2
08:03:48.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:48.908388 20507 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:48.999878 20507 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 3
08:03:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.005133 20507 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.069851 20509 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:49.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.070655 20509 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:49.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.071483 20509 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:49.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.106300 20509 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.106756 20509 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.107089 20509 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.107403 20509 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.107753 20509 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.108012 20509 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43239/jwks.json
08:03:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.147652 20509 master_runner.cc:387] Master server non-default flags:
08:03:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/data
08:03:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/wal
08:03:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.252:37613
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43239/jwks.json
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/data/info.pb
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.252
08:03:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/logs
08:03:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:03:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:03:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.148635 20507 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 4
08:03:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.149821 20509 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.152431 20509 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.158011 20507 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.167861 20519 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:49.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.195461 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } attempt: 7
08:03:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.219801 20431 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } has no permanent_uuid. Determining permanent_uuid...
08:03:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.251222 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.309909 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 1
08:03:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.319254 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.400887 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 2
08:03:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.410343 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.457492 20507 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 5
08:03:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.467152 20507 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.495945 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 3
08:03:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.505649 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.646266 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 4
08:03:49.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.655630 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:49.939234 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 5
08:03:49.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.952553 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.014757 20507 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 6
08:03:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:50.047260 20507 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.505154 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 6
08:03:50.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:50.540311 20431 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.223.252:37613: Network error: Client connection negotiation failed: client connection to 127.19.223.252:37613: connect: Connection refused (error 111)
08:03:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:50.572288 20518 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 20509
08:03:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:50.750914 20518 kernel_stack_watchdog.cc:198] Thread 20509 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
08:03:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:03:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:03:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:03:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:03:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:49.169238 20520 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:50.752111 20509 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.584s user 0.000s sys 0.003s
08:03:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:50.752573 20509 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.584s user 0.000s sys 0.003s
08:03:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:50.754709 20522 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:50.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:50.756736 20521 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1582 milliseconds
08:03:50.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.756788 20509 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.758324 20509 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.761355 20509 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:50.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.762769 20509 hybrid_clock.cc:648] HybridClock initialized: now 1781769830762722 us; error 57 us; skew 500 ppm
08:03:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.763728 20509 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.771281 20509 webserver.cc:533] Webserver started at http://127.19.223.252:39897/ using document root <none> and password file <none>
08:03:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.772416 20509 fs_manager.cc:362] Metadata directory not provided
08:03:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.772748 20509 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.773353 20509 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:50.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.778414 20509 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/data/instance:
08:03:50.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1bb93f9204149f9a4a5590b281e97b3"
08:03:50.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:50 on dist-test-slave-d25z"
08:03:50.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.779521 20509 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/wal/instance:
08:03:50.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1bb93f9204149f9a4a5590b281e97b3"
08:03:50.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:50 on dist-test-slave-d25z"
08:03:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.787287 20509 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
08:03:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.793860 20536 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.795147 20509 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
08:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.795476 20509 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/wal
08:03:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1bb93f9204149f9a4a5590b281e97b3"
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:50 on dist-test-slave-d25z"
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.795810 20509 fs_report.cc:389] FS layout report
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/wal
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/wal
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/data/data
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:50.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.864813 20509 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.866562 20509 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.867007 20509 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.953620 20509 rpc_server.cc:307] RPC server started. Bound to: 127.19.223.252:37613
08:03:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.953661 20587 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.223.252:37613 every 8 connection(s)
08:03:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.956871 20509 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/data/info.pb
08:03:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.960826 20351 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 20509
08:03:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.961205 20351 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/master-2/wal/instance
08:03:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.964187 20588 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:50.979024 20588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } has no permanent_uuid. Determining permanent_uuid...
08:03:51.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.007406 20588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } has no permanent_uuid. Determining permanent_uuid...
08:03:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.019285 20588 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } has no permanent_uuid. Determining permanent_uuid...
08:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.037492 20588 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3: Bootstrap starting.
08:03:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.044788 20588 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3: Neither blocks nor log segments found. Creating new log.
08:03:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.046764 20588 log.cc:826] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3: Log is configured to *not* fsync() on all Append() calls
08:03:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.052824 20588 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3: No bootstrap required, opened a new log
08:03:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.072896 20588 raft_consensus.cc:359] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.073696 20588 raft_consensus.cc:385] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.073982 20588 raft_consensus.cc:740] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b1bb93f9204149f9a4a5590b281e97b3, State: Initialized, Role: FOLLOWER
08:03:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.074944 20588 consensus_queue.cc:260] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.077716 20597 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.078344 20597 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: This master's current role is: FOLLOWER
08:03:51.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.079329 20588 sys_catalog.cc:565] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: configured and running, proceeding with master startup.
08:03:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:51.107900 20608 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.107877 20507 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 7
08:03:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:51.109335 20608 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:51.123515 20542 tablet.cc:2406] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.133695 20507 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: Bootstrap starting.
08:03:51.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.102694 20509 master_runner.cc:187] Error getting master registration for 127.19.223.254:46733: OK, instance_id { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" instance_seqno: 1781769826792672 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:51.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.137221 20509 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.141997 20507 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: Neither blocks nor log segments found. Creating new log.
08:03:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.144018 20507 log.cc:826] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: Log is configured to *not* fsync() on all Append() calls
08:03:51.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.149255 20507 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: No bootstrap required, opened a new log
08:03:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.171594 20507 raft_consensus.cc:359] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.172322 20507 raft_consensus.cc:385] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:51.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.172608 20507 raft_consensus.cc:740] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd8e87b838e240b0a645feadb5e67801, State: Initialized, Role: FOLLOWER
08:03:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.173578 20507 consensus_queue.cc:260] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.178341 20612 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.179590 20612 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [sys.catalog]: This master's current role is: FOLLOWER
08:03:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.180723 20507 sys_catalog.cc:565] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [sys.catalog]: configured and running, proceeding with master startup.
08:03:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:51.213979 20623 catalog_manager.cc:1593] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:51.215026 20623 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.207947 20433 master_runner.cc:187] Error getting master registration for 127.19.223.254:46733: OK, instance_id { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" instance_seqno: 1781769826792672 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.240219 20433 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:51.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.306321 20597 raft_consensus.cc:493] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:51.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.306991 20597 raft_consensus.cc:515] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.312522 20597 leader_election.cc:290] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 91af71bc392b45e9a87679e4101d2ec0 (127.19.223.254:46733), bd8e87b838e240b0a645feadb5e67801 (127.19.223.253:44137)
08:03:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.312680 20482 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b1bb93f9204149f9a4a5590b281e97b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd8e87b838e240b0a645feadb5e67801" is_pre_election: true
08:03:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.313707 20482 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b1bb93f9204149f9a4a5590b281e97b3 in term 0.
08:03:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.315388 20537 leader_election.cc:304] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b1bb93f9204149f9a4a5590b281e97b3, bd8e87b838e240b0a645feadb5e67801; no voters:
08:03:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.316372 20597 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.316751 20597 raft_consensus.cc:493] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:51.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.317066 20597 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 0 FOLLOWER]: Advancing to term 1
08:03:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.325843 20597 raft_consensus.cc:515] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.332376 20482 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b1bb93f9204149f9a4a5590b281e97b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd8e87b838e240b0a645feadb5e67801"
08:03:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.333593 20482 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [term 0 FOLLOWER]: Advancing to term 1
08:03:51.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.341737 20482 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b1bb93f9204149f9a4a5590b281e97b3 in term 1.
08:03:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.343050 20597 leader_election.cc:290] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [CANDIDATE]: Term 1 election: Requested vote from peers 91af71bc392b45e9a87679e4101d2ec0 (127.19.223.254:46733), bd8e87b838e240b0a645feadb5e67801 (127.19.223.253:44137)
08:03:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.343197 20537 leader_election.cc:304] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b1bb93f9204149f9a4a5590b281e97b3, bd8e87b838e240b0a645feadb5e67801; no voters:
08:03:51.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.344172 20597 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 1 FOLLOWER]: Leader election won for term 1
08:03:51.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.344916 20597 raft_consensus.cc:697] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [term 1 LEADER]: Becoming Leader. State: Replica: b1bb93f9204149f9a4a5590b281e97b3, State: Running, Role: LEADER
08:03:51.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.346184 20597 consensus_queue.cc:237] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.359788 20625 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b1bb93f9204149f9a4a5590b281e97b3. Latest consensus state: current_term: 1 leader_uuid: "b1bb93f9204149f9a4a5590b281e97b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.361179 20625 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: This master's current role is: LEADER
08:03:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:51.369863 20461 tablet.cc:2406] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.372105 20627 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:03:51.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.381460 20627 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:03:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.408166 20482 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [term 1 FOLLOWER]: Refusing update from remote peer b1bb93f9204149f9a4a5590b281e97b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.410110 20625 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.456835 20612 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b1bb93f9204149f9a4a5590b281e97b3. Latest consensus state: current_term: 1 leader_uuid: "b1bb93f9204149f9a4a5590b281e97b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.459331 20612 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [sys.catalog]: This master's current role is: FOLLOWER
08:03:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.461979 20625 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b1bb93f9204149f9a4a5590b281e97b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.462827 20625 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: This master's current role is: LEADER
08:03:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.467763 20627 catalog_manager.cc:1382] Generated new cluster ID: 06e554194ec94afd8edd9b535cf37467
08:03:51.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.468063 20627 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.491632 20612 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b1bb93f9204149f9a4a5590b281e97b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.492444 20612 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801 [sys.catalog]: This master's current role is: FOLLOWER
08:03:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.549288 20627 catalog_manager.cc:1405] Generated new certificate authority record
08:03:51.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.555285 20627 catalog_manager.cc:1539] Loading token signing keys...
08:03:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.573813 20431 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } attempt: 7
08:03:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.593585 20627 catalog_manager.cc:6069] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3: Generated new TSK 0
08:03:51.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.600175 20627 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:03:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.633069 20431 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0: Bootstrap starting.
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.648232 20351 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/wal
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/data
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/logs
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/data/info.pb
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.193:0
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.223.193
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.193
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:51.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.660089 20431 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0: Neither blocks nor log segments found. Creating new log.
08:03:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.663462 20431 log.cc:826] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0: Log is configured to *not* fsync() on all Append() calls
08:03:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.675750 20431 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0: No bootstrap required, opened a new log
08:03:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.740463 20431 raft_consensus.cc:359] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.742151 20431 raft_consensus.cc:385] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.742859 20431 raft_consensus.cc:740] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91af71bc392b45e9a87679e4101d2ec0, State: Initialized, Role: FOLLOWER
08:03:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.744362 20431 consensus_queue.cc:260] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } }
08:03:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.757676 20637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.759959 20431 sys_catalog.cc:565] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [sys.catalog]: configured and running, proceeding with master startup.
08:03:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.760727 20404 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [term 0 FOLLOWER]: Advancing to term 1
08:03:51.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.761287 20405 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b1bb93f9204149f9a4a5590b281e97b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91af71bc392b45e9a87679e4101d2ec0"
08:03:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.761967 20406 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b1bb93f9204149f9a4a5590b281e97b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91af71bc392b45e9a87679e4101d2ec0" is_pre_election: true
08:03:51.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.764675 20637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [sys.catalog]: This master's current role is: FOLLOWER
08:03:51.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.777621 20404 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [term 1 FOLLOWER]: Refusing update from remote peer b1bb93f9204149f9a4a5590b281e97b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.784088 20625 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:51.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.903193 20637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b1bb93f9204149f9a4a5590b281e97b3. Latest consensus state: current_term: 1 leader_uuid: "b1bb93f9204149f9a4a5590b281e97b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.903976 20637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [sys.catalog]: This master's current role is: FOLLOWER
08:03:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.905264 20650 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b1bb93f9204149f9a4a5590b281e97b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.906091 20650 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0 [sys.catalog]: This master's current role is: FOLLOWER
08:03:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.955507 20653 catalog_manager.cc:1294] Loaded cluster ID: 06e554194ec94afd8edd9b535cf37467
08:03:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.956463 20653 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0: loading cluster ID for follower catalog manager: success
08:03:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.966302 20653 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0: acquiring CA information for follower catalog manager: success
08:03:51.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:51.972682 20653 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 91af71bc392b45e9a87679e4101d2ec0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.191823 20625 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b1bb93f9204149f9a4a5590b281e97b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91af71bc392b45e9a87679e4101d2ec0" member_type: VOTER last_known_addr { host: "127.19.223.254" port: 46733 } } peers { permanent_uuid: "bd8e87b838e240b0a645feadb5e67801" member_type: VOTER last_known_addr { host: "127.19.223.253" port: 44137 } } peers { permanent_uuid: "b1bb93f9204149f9a4a5590b281e97b3" member_type: VOTER last_known_addr { host: "127.19.223.252" port: 37613 } } }
08:03:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.193378 20625 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1bb93f9204149f9a4a5590b281e97b3 [sys.catalog]: This master's current role is: LEADER
08:03:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.221529 20623 catalog_manager.cc:1294] Loaded cluster ID: 06e554194ec94afd8edd9b535cf37467
08:03:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.221853 20623 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: loading cluster ID for follower catalog manager: success
08:03:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.235545 20623 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: acquiring CA information for follower catalog manager: success
08:03:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.241495 20623 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bd8e87b838e240b0a645feadb5e67801: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:52.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:52.433090 20635 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:52.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:52.433926 20635 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:52.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:52.434676 20635 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:52.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:52.498436 20635 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:52.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:52.499866 20635 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.223.193
08:03:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.571513 20635 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/data
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/wal
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.193:0
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/data/info.pb
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.193
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.223.193
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/logs
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:03:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:03:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.573680 20635 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:52.576324 20635 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:52.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:52.613665 20663 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:52.618782 20664 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:54.488897 20635 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.872s user 0.388s sys 0.608s
08:03:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:54.489301 20635 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.873s user 0.388s sys 0.608s
08:03:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:54.007370 20662 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20635
08:03:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:54.504737 20669 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:54.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.506188 20635 server_base.cc:1061] running on GCE node
08:03:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.508940 20635 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.521140 20635 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:54.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.530866 20635 hybrid_clock.cc:648] HybridClock initialized: now 1781769834530778 us; error 119 us; skew 500 ppm
08:03:54.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.532193 20635 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.551831 20635 webserver.cc:533] Webserver started at http://127.19.223.193:37445/ using document root <none> and password file <none>
08:03:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.553788 20635 fs_manager.cc:362] Metadata directory not provided
08:03:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.554411 20635 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.555253 20635 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.563004 20635 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/data/instance:
08:03:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8e9d84757664bfb9d028e33c8b8d596"
08:03:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:54 on dist-test-slave-d25z"
08:03:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.565061 20635 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/wal/instance:
08:03:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8e9d84757664bfb9d028e33c8b8d596"
08:03:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:54 on dist-test-slave-d25z"
08:03:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.587095 20635 fs_manager.cc:696] Time spent creating directory manager: real 0.021s user 0.009s sys 0.009s
08:03:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.601861 20674 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:54.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.603513 20635 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.008s sys 0.000s
08:03:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.603960 20635 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/wal
08:03:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8e9d84757664bfb9d028e33c8b8d596"
08:03:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:54 on dist-test-slave-d25z"
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.604499 20635 fs_report.cc:389] FS layout report
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/wal
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/wal
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/data/data
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.725816 20635 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.738651 20635 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.739368 20635 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:54.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.755532 20635 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.767241 20635 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.767586 20635 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.767935 20635 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:54.768188 20635 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.125329 20635 rpc_server.cc:307] RPC server started. Bound to: 127.19.223.193:32859
08:03:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.125442 20787 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.223.193:32859 every 8 connection(s)
08:03:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.128973 20635 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/data/info.pb
08:03:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.135680 20351 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 20635
08:03:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.136360 20351 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-0/wal/instance
08:03:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.163955 20351 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/wal
08:03:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/data
08:03:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/logs
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/data/info.pb
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.194:0
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.223.194
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.194
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.217597 20788 heartbeater.cc:344] Connected to a master server at 127.19.223.252:37613
08:03:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.218441 20788 heartbeater.cc:461] Registering TS with master...
08:03:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.220557 20788 heartbeater.cc:507] Master 127.19.223.252:37613 requested a full tablet report, sending...
08:03:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.224911 20553 ts_manager.cc:194] Registered new tserver with Master: c8e9d84757664bfb9d028e33c8b8d596 (127.19.223.193:32859)
08:03:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.228407 20553 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.223.193:46341
08:03:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.239342 20789 heartbeater.cc:344] Connected to a master server at 127.19.223.253:44137
08:03:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.239754 20789 heartbeater.cc:461] Registering TS with master...
08:03:55.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.240438 20789 heartbeater.cc:507] Master 127.19.223.253:44137 requested a full tablet report, sending...
08:03:55.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.244033 20472 ts_manager.cc:194] Registered new tserver with Master: c8e9d84757664bfb9d028e33c8b8d596 (127.19.223.193:32859)
08:03:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.255905 20790 heartbeater.cc:344] Connected to a master server at 127.19.223.254:46733
08:03:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.256309 20790 heartbeater.cc:461] Registering TS with master...
08:03:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.257058 20790 heartbeater.cc:507] Master 127.19.223.254:46733 requested a full tablet report, sending...
08:03:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.262094 20396 ts_manager.cc:194] Registered new tserver with Master: c8e9d84757664bfb9d028e33c8b8d596 (127.19.223.193:32859)
08:03:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:55.566566 20798 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:55.567186 20798 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:55.567736 20798 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:55.603629 20798 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:55.604502 20798 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.223.194
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.644441 20798 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/data
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/wal
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.194:0
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/data/info.pb
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.194
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.223.194
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/logs
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.646181 20798 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:55.647981 20798 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:55.662802 20805 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.235296 20788 heartbeater.cc:499] Master 127.19.223.252:37613 was elected leader, sending a full tablet report...
08:03:56.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:55.663486 20806 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:56.922092 20808 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:56.929081 20807 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1256 milliseconds
08:03:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.929272 20798 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.930658 20798 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:56.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.933751 20798 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.935580 20798 hybrid_clock.cc:648] HybridClock initialized: now 1781769836935543 us; error 51 us; skew 500 ppm
08:03:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.936725 20798 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.943670 20798 webserver.cc:533] Webserver started at http://127.19.223.194:43873/ using document root <none> and password file <none>
08:03:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.944854 20798 fs_manager.cc:362] Metadata directory not provided
08:03:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.945106 20798 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.945716 20798 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.950678 20798 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/data/instance:
08:03:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de85418142040c08f6f17267d1ec03a"
08:03:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:56 on dist-test-slave-d25z"
08:03:56.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.951964 20798 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/wal/instance:
08:03:56.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de85418142040c08f6f17267d1ec03a"
08:03:56.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:56 on dist-test-slave-d25z"
08:03:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.961130 20798 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
08:03:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.969208 20815 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.970518 20798 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.970829 20798 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/wal
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6de85418142040c08f6f17267d1ec03a"
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:56 on dist-test-slave-d25z"
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:56.971143 20798 fs_report.cc:389] FS layout report
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/wal
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/wal
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/data/data
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.033699 20798 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.035343 20798 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.035775 20798 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.038723 20798 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.043380 20798 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.043578 20798 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.043769 20798 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.043905 20798 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.211382 20798 rpc_server.cc:307] RPC server started. Bound to: 127.19.223.194:38949
08:03:57.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.211500 20928 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.223.194:38949 every 8 connection(s)
08:03:57.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.214298 20798 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/data/info.pb
08:03:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.223093 20351 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 20798
08:03:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.223663 20351 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-1/wal/instance
08:03:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.243657 20351 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:03:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/wal
08:03:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/data
08:03:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/logs
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/data/info.pb
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.195:0
08:03:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.223.195
08:03:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.195
08:03:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.284236 20930 heartbeater.cc:344] Connected to a master server at 127.19.223.253:44137
08:03:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.284857 20930 heartbeater.cc:461] Registering TS with master...
08:03:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.285033 20931 heartbeater.cc:344] Connected to a master server at 127.19.223.254:46733
08:03:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.285362 20931 heartbeater.cc:461] Registering TS with master...
08:03:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.285728 20929 heartbeater.cc:344] Connected to a master server at 127.19.223.252:37613
08:03:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.286113 20929 heartbeater.cc:461] Registering TS with master...
08:03:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.286743 20931 heartbeater.cc:507] Master 127.19.223.254:46733 requested a full tablet report, sending...
08:03:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.286758 20930 heartbeater.cc:507] Master 127.19.223.253:44137 requested a full tablet report, sending...
08:03:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.287156 20929 heartbeater.cc:507] Master 127.19.223.252:37613 requested a full tablet report, sending...
08:03:57.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.289960 20553 ts_manager.cc:194] Registered new tserver with Master: 6de85418142040c08f6f17267d1ec03a (127.19.223.194:38949)
08:03:57.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.290433 20396 ts_manager.cc:194] Registered new tserver with Master: 6de85418142040c08f6f17267d1ec03a (127.19.223.194:38949)
08:03:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.291141 20472 ts_manager.cc:194] Registered new tserver with Master: 6de85418142040c08f6f17267d1ec03a (127.19.223.194:38949)
08:03:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.291756 20553 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.223.194:37055
08:03:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:57.606376 20936 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:57.607069 20936 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:57.607609 20936 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:57.643458 20936 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:57.644635 20936 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.223.195
08:03:57.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.687939 20936 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.223.212:45741
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/data
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/wal
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.223.195:0
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/data/info.pb
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.223.195
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.223.254:46733,127.19.223.253:44137,127.19.223.252:37613
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.223.195
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/logs
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:03:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:03:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.689917 20936 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:57.691847 20936 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:57.708870 20945 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:58.295300 20929 heartbeater.cc:499] Master 127.19.223.252:37613 was elected leader, sending a full tablet report...
08:03:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:59.111507 20944 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20936
08:03:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:59.490867 20944 kernel_stack_watchdog.cc:198] Thread 20936 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:03:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:03:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:03:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:03:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:03:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:57.709767 20946 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:59.492422 20936 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.784s user 0.001s sys 0.001s
08:03:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:59.492853 20936 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.785s user 0.002s sys 0.001s
08:03:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:59.495115 20948 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:59.497450 20947 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1784 milliseconds
08:03:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.497478 20936 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:59.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.498888 20936 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:59.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.501283 20936 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.502699 20936 hybrid_clock.cc:648] HybridClock initialized: now 1781769839502660 us; error 38 us; skew 500 ppm
08:03:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.503638 20936 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.511235 20936 webserver.cc:533] Webserver started at http://127.19.223.195:37151/ using document root <none> and password file <none>
08:03:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.512277 20936 fs_manager.cc:362] Metadata directory not provided
08:03:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.512547 20936 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.513130 20936 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.518013 20936 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/data/instance:
08:03:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e2f224a5c57457883fad3ee3818364e"
08:03:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:59 on dist-test-slave-d25z"
08:03:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.519328 20936 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/wal/instance:
08:03:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e2f224a5c57457883fad3ee3818364e"
08:03:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:59 on dist-test-slave-d25z"
08:03:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.527599 20936 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
08:03:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.534734 20957 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.536013 20936 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
08:03:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.536321 20936 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/wal
08:03:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e2f224a5c57457883fad3ee3818364e"
08:03:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:03:59 on dist-test-slave-d25z"
08:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.536697 20936 fs_report.cc:389] FS layout report
08:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/wal
08:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/wal
08:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/data/data
08:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.587822 20936 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.589820 20936 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.590272 20936 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.593325 20936 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.597987 20936 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.598192 20936 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.598389 20936 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.598521 20936 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.761473 20936 rpc_server.cc:307] RPC server started. Bound to: 127.19.223.195:39813
08:03:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.761610 21069 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.223.195:39813 every 8 connection(s)
08:03:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.764458 20936 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/data/info.pb
08:03:59.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.768992 20351 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 20936
08:03:59.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.769582 20351 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster7138733547330787584/ts-2/wal/instance
08:03:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.890098 21071 heartbeater.cc:344] Connected to a master server at 127.19.223.253:44137
08:03:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.890597 21071 heartbeater.cc:461] Registering TS with master...
08:03:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.892014 21071 heartbeater.cc:507] Master 127.19.223.253:44137 requested a full tablet report, sending...
08:03:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.894660 21070 heartbeater.cc:344] Connected to a master server at 127.19.223.252:37613
08:03:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.894996 21070 heartbeater.cc:461] Registering TS with master...
08:03:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.895891 21070 heartbeater.cc:507] Master 127.19.223.252:37613 requested a full tablet report, sending...
08:03:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.896015 20472 ts_manager.cc:194] Registered new tserver with Master: 2e2f224a5c57457883fad3ee3818364e (127.19.223.195:39813)
08:03:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.898408 21072 heartbeater.cc:344] Connected to a master server at 127.19.223.254:46733
08:03:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.898754 21072 heartbeater.cc:461] Registering TS with master...
08:03:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.898558 20553 ts_manager.cc:194] Registered new tserver with Master: 2e2f224a5c57457883fad3ee3818364e (127.19.223.195:39813)
08:03:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.899639 21072 heartbeater.cc:507] Master 127.19.223.254:46733 requested a full tablet report, sending...
08:03:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.900305 20553 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.223.195:36385
08:03:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.902431 20396 ts_manager.cc:194] Registered new tserver with Master: 2e2f224a5c57457883fad3ee3818364e (127.19.223.195:39813)
08:03:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:59.908593 20351 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:03:59.922 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:59.924 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:59.933 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.223.254"
port: 46733
}
bound_http_address {
host: "127.19.223.254"
port: 45603
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.223.253"
port: 44137
}
bound_http_address {
host: "127.19.223.253"
port: 45405
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.223.252"
port: 37613
}
bound_http_address {
host: "127.19.223.252"
port: 39897
}
}
}
08:03:59.936 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:59.938 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.223.193"
port: 32859
}
bound_http_address {
host: "127.19.223.193"
port: 37445
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.223.194"
port: 38949
}
bound_http_address {
host: "127.19.223.194"
port: 43873
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.223.195"
port: 39813
}
bound_http_address {
host: "127.19.223.195"
port: 37151
}
}
}
08:03:59.938 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:04:00.115 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:04:00.181 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:04:00.306 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbTrDWn/test-tmp
08:04:00.307 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:04:00.308 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbTrDWn/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:04:00.312 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:04:00.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:00.688 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:04:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:00.694514 21082 mini_oidc.cc:150] Starting JWKS server
08:04:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:00.700451 21082 webserver.cc:533] Webserver started at http://127.0.0.1:42367/ using document root <none> and password file <none>
08:04:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:00.701143 21082 mini_oidc.cc:186] Starting OIDC Discovery server
08:04:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:00.703563 21082 webserver.cc:533] Webserver started at http://127.0.0.1:44591/ using document root <none> and password file <none>
08:04:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:04:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/principal' for realm 'KRBTEST.COM',
08:04:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:00 dist-test-slave-d25z krb5kdc[21094](info): setting up network...
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:00 dist-test-slave-d25z krb5kdc[21094](info): set up 2 sockets
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:00 dist-test-slave-d25z krb5kdc[21094](info): commencing operation
08:04:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:04:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:00.905550 21070 heartbeater.cc:499] Master 127.19.223.252:37613 was elected leader, sending a full tablet report...
08:04:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:02.883790 21082 mini_kdc.cc:121] Time spent starting KDC: real 2.132s user 0.000s sys 0.025s
08:04:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:04:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:04:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:04:02.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:04:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:04:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:04:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:04:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:04:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:04:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:04:03.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/test-user.keytab.
08:04:03.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/test-user.keytab.
08:04:03.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:03 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769843, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:03.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:04:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:04:03Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:04:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:04:03Z Disabled control of system clock
08:04:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.150.190@KRBTEST.COM; defaulting to no policy
08:04:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.150.190@KRBTEST.COM" created.
08:04:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.150.190@KRBTEST.COM; defaulting to no policy
08:04:03.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:03.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.150.190@KRBTEST.COM" created.
08:04:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:03.153836 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/logs
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.190:44519
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.190
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.190
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.506042 21111 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:03.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.506927 21111 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.507761 21111 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.545575 21111 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.545922 21111 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.546365 21111 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.546809 21111 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.547188 21111 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.547552 21111 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.547844 21111 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:03.591821 21111 master_runner.cc:387] Master server non-default flags:
08:04:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data
08:04:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.190
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.190:44519
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.190
08:04:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/logs
08:04:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:03.594005 21111 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:03.595705 21111 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.608419 21117 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:03.610317 21118 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.031404 21120 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.035068 21119 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1419 milliseconds
08:04:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.035188 21111 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:05.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.036681 21111 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.039400 21111 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.040750 21111 hybrid_clock.cc:648] HybridClock initialized: now 1781769845040693 us; error 69 us; skew 500 ppm
08:04:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.041685 21111 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:05.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:05 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769845, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.048031 21111 init.cc:377] Logged in from keytab as kudu/127.20.150.190@KRBTEST.COM (short username kudu)
08:04:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.053833 21111 webserver.cc:533] Webserver started at http://127.20.150.190:37301/ using document root <none> and password file <none>
08:04:05.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.054845 21111 fs_manager.cc:362] Metadata directory not provided
08:04:05.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.055091 21111 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:05.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.055648 21111 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.060364 21111 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/instance:
08:04:05.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:05.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:05 on dist-test-slave-d25z"
08:04:05.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.061707 21111 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal/instance:
08:04:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:05 on dist-test-slave-d25z"
08:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.069988 21111 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.005s
08:04:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.076143 21129 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.077410 21111 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:04:05.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.077862 21111 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:05.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:05.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:05 on dist-test-slave-d25z"
08:04:05.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.078239 21111 fs_report.cc:389] FS layout report
08:04:05.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:05.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:05.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/data
08:04:05.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.138892 21111 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.147491 21111 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.148221 21111 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:05.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.239657 21111 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.190:44519
08:04:05.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.239740 21180 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.190:44519 every 8 connection(s)
08:04:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.243181 21111 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.247701 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 21111
08:04:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.248139 21082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal/instance
08:04:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.250856 21181 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:05.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.263131 21181 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } has no permanent_uuid. Determining permanent_uuid...
08:04:05.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.150.189@KRBTEST.COM; defaulting to no policy
08:04:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.150.189@KRBTEST.COM" created.
08:04:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:05 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769845, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:05.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.312108 21181 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } has no permanent_uuid. Determining permanent_uuid...
08:04:05.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.315312 21131 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.320868 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.150.189@KRBTEST.COM; defaulting to no policy
08:04:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.150.189@KRBTEST.COM" created.
08:04:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.350890 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/logs
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.189:44907
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.189
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.189
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.370525 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } attempt: 1
08:04:05.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.375924 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:05.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.444459 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } attempt: 2
08:04:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.449205 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.540714 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } attempt: 3
08:04:05.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.546783 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.690243 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } attempt: 4
08:04:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.695397 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:05.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.703370 21191 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:05.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.704005 21191 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:05.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.704684 21191 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.741197 21191 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.741449 21191 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.741739 21191 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.741933 21191 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.742142 21191 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.742341 21191 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.742491 21191 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.785318 21191 master_runner.cc:387] Master server non-default flags:
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.189
08:04:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.189:44907
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.189
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/logs
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.787166 21191 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:05.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.788669 21191 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.801497 21198 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:05.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:05.994874 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } attempt: 5
08:04:06.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:06.020597 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:06.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:06.568233 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } attempt: 6
08:04:06.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:06.579967 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.806741 21201 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:05.802287 21199 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:07.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.148722 21200 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1339 milliseconds
08:04:07.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.148866 21191 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:07.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.150264 21191 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.153172 21191 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.154544 21191 hybrid_clock.cc:648] HybridClock initialized: now 1781769847154522 us; error 43 us; skew 500 ppm
08:04:07.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.155602 21191 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:07 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769847, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.162207 21191 init.cc:377] Logged in from keytab as kudu/127.20.150.189@KRBTEST.COM (short username kudu)
08:04:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.167904 21191 webserver.cc:533] Webserver started at http://127.20.150.189:41751/ using document root <none> and password file <none>
08:04:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.169024 21191 fs_manager.cc:362] Metadata directory not provided
08:04:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.169327 21191 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:07.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.169895 21191 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:07.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.175133 21191 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/instance:
08:04:07.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8656db33c2d4e82831316ff22b8119f"
08:04:07.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:07 on dist-test-slave-d25z"
08:04:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.176393 21191 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal/instance:
08:04:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8656db33c2d4e82831316ff22b8119f"
08:04:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:07 on dist-test-slave-d25z"
08:04:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.185204 21191 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.004s
08:04:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.193949 21212 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.195138 21191 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.002s
08:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.195533 21191 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8656db33c2d4e82831316ff22b8119f"
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:07 on dist-test-slave-d25z"
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.195932 21191 fs_report.cc:389] FS layout report
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/data
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:07.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:07.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:07.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:07.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.251467 21191 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.257829 21191 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.258363 21191 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:07.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.346226 21191 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.189:44907
08:04:07.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.346298 21263 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.189:44907 every 8 connection(s)
08:04:07.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.349691 21191 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.358244 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 21191
08:04:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.357460 21264 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:07.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.358749 21082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal/instance
08:04:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.150.188@KRBTEST.COM; defaulting to no policy
08:04:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.376390 21264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } has no permanent_uuid. Determining permanent_uuid...
08:04:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.150.188@KRBTEST.COM" created.
08:04:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:07 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769847, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:07.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.421370 21264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } has no permanent_uuid. Determining permanent_uuid...
08:04:07.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.150.188@KRBTEST.COM; defaulting to no policy
08:04:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.150.188@KRBTEST.COM" created.
08:04:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:07 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769847, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.453807 21264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } has no permanent_uuid. Determining permanent_uuid...
08:04:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.457459 21216 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.462317 21264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:07.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:07.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:07.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.466342 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/logs
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.188:43033
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.188
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.188
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:07.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.512089 21264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 1
08:04:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.517033 21264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.585543 21264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 2
08:04:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.593412 21264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.640611 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } attempt: 7
08:04:07.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:07 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769845, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:07.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.667968 21181 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } has no permanent_uuid. Determining permanent_uuid...
08:04:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.674837 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.684890 21264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 3
08:04:07.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.689404 21264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.733325 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 1
08:04:07.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.738057 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.819530 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 2
08:04:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.824903 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.826869 21274 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.827399 21274 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.827970 21274 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:07.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.832856 21264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 4
08:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.838042 21264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.865351 21274 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.865602 21274 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.865864 21274 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.866068 21274 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.866372 21274 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.866678 21274 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.866853 21274 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.907953 21274 master_runner.cc:387] Master server non-default flags:
08:04:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data
08:04:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.188
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:07.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.188:43033
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.188
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/logs
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.909288 21274 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.910408 21274 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:07.910382 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 3
08:04:07.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.916170 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:07.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.923841 21283 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:08.056651 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 4
08:04:08.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:08.067628 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:08.137470 21264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 5
08:04:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:08.150790 21264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:08.351269 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 5
08:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:08.359678 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:08.698341 21264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 6
08:04:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:08.753436 21264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:08.912129 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 6
08:04:08.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:08.943142 21181 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.150.188:43033: Network error: Client connection negotiation failed: client connection to 127.20.150.188:43033: connect: Connection refused (error 111)
08:04:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:09.328805 21282 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 21274
08:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:09.397035 21282 kernel_stack_watchdog.cc:198] Thread 21274 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
08:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:07.925146 21284 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:09.397574 21274 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.474s user 0.428s sys 0.949s
08:04:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:09.397946 21274 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.474s user 0.428s sys 0.949s
08:04:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:09.401536 21285 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1472 milliseconds
08:04:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:09.403051 21286 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.403107 21274 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.404769 21274 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.407588 21274 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:09.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.408967 21274 hybrid_clock.cc:648] HybridClock initialized: now 1781769849408904 us; error 66 us; skew 500 ppm
08:04:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.409893 21274 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769849, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.416615 21274 init.cc:377] Logged in from keytab as kudu/127.20.150.188@KRBTEST.COM (short username kudu)
08:04:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.422607 21274 webserver.cc:533] Webserver started at http://127.20.150.188:33801/ using document root <none> and password file <none>
08:04:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.423832 21274 fs_manager.cc:362] Metadata directory not provided
08:04:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.424093 21274 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.424773 21274 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.429697 21274 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/instance:
08:04:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a350f5178bb4f3db7ccacf4f9ececb5"
08:04:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:09 on dist-test-slave-d25z"
08:04:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.431017 21274 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal/instance:
08:04:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a350f5178bb4f3db7ccacf4f9ececb5"
08:04:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:09 on dist-test-slave-d25z"
08:04:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.439621 21274 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
08:04:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.446233 21300 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.447595 21274 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
08:04:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.448015 21274 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a350f5178bb4f3db7ccacf4f9ececb5"
08:04:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:09 on dist-test-slave-d25z"
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.448418 21274 fs_report.cc:389] FS layout report
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/data
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.508278 21274 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.514366 21274 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:09.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.514945 21274 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.599869 21274 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.188:43033
08:04:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.599975 21351 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.188:43033 every 8 connection(s)
08:04:09.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.603070 21274 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.606485 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 21274
08:04:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.607170 21082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal/instance
08:04:09.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.611276 21352 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:04:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.633649 21352 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } has no permanent_uuid. Determining permanent_uuid...
08:04:09.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769843, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769849, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.673177 21352 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } has no permanent_uuid. Determining permanent_uuid...
08:04:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769843, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769849, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.698877 21352 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } has no permanent_uuid. Determining permanent_uuid...
08:04:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769843, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769849, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.738190 21352 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap starting.
08:04:09.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.745199 21352 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Neither blocks nor log segments found. Creating new log.
08:04:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.747215 21352 log.cc:826] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Log is configured to *not* fsync() on all Append() calls
08:04:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.752974 21352 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: No bootstrap required, opened a new log
08:04:09.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.777012 21352 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.777735 21352 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.777930 21352 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a350f5178bb4f3db7ccacf4f9ececb5, State: Initialized, Role: FOLLOWER
08:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.778784 21352 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:09.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.781630 21363 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.782284 21363 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: FOLLOWER
08:04:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.783149 21352 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: configured and running, proceeding with master startup.
08:04:09.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.805285 21374 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:04:09.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.814041 21264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 7
08:04:09.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769847, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:09.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.808974 21274 master_runner.cc:187] Error getting master registration for 127.20.150.190:44519: OK, instance_id { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" instance_seqno: 1781769845216900 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:09.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.861958 21274 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:09.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.873190 21264 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap starting.
08:04:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.891237 21264 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Neither blocks nor log segments found. Creating new log.
08:04:09.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.893644 21264 log.cc:826] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Log is configured to *not* fsync() on all Append() calls
08:04:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.900808 21264 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: No bootstrap required, opened a new log
08:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.922394 21264 raft_consensus.cc:359] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.923125 21264 raft_consensus.cc:385] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.923321 21264 raft_consensus.cc:740] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8656db33c2d4e82831316ff22b8119f, State: Initialized, Role: FOLLOWER
08:04:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.924078 21264 consensus_queue.cc:260] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.927062 21377 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.927706 21377 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.928267 21363 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.929085 21264 sys_catalog.cc:565] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: configured and running, proceeding with master startup.
08:04:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.928951 21363 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.932236 21363 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.934993 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8656db33c2d4e82831316ff22b8119f" is_pre_election: true
08:04:09.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.936168 21239 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a350f5178bb4f3db7ccacf4f9ececb5 in term 0.
08:04:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.938366 21302 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7a350f5178bb4f3db7ccacf4f9ececb5, b8656db33c2d4e82831316ff22b8119f; no voters:
08:04:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.939915 21363 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:04:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.940285 21363 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.940635 21363 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 0 FOLLOWER]: Advancing to term 1
08:04:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.948871 21363 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.959383 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8656db33c2d4e82831316ff22b8119f"
08:04:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.960026 21239 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 0 FOLLOWER]: Advancing to term 1
08:04:09.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.959147 21363 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 1 election: Requested vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.971612 21239 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a350f5178bb4f3db7ccacf4f9ececb5 in term 1.
08:04:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.974124 21302 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7a350f5178bb4f3db7ccacf4f9ececb5, b8656db33c2d4e82831316ff22b8119f; no voters:
08:04:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.975195 21363 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Leader election won for term 1
08:04:09.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.976698 21181 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } attempt: 7
08:04:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.977528 21363 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 LEADER]: Becoming Leader. State: Replica: 7a350f5178bb4f3db7ccacf4f9ececb5, State: Running, Role: LEADER
08:04:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.978708 21363 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:09.995925 21386 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 1 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.001827 21386 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:09 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769845, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:10.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.008620 21391 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:04:10.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:10.018028 21218 tablet.cc:2406] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:10.020924 21306 tablet.cc:2406] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.021003 21392 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:04:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.040380 21392 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:04:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.057459 21181 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap starting.
08:04:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.081930 21181 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Neither blocks nor log segments found. Creating new log.
08:04:10.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.014029 21191 master_runner.cc:187] Error getting master registration for 127.20.150.190:44519: OK, instance_id { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" instance_seqno: 1781769845216900 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:04:10.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.083387 21191 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:10.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.085142 21181 log.cc:826] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Log is configured to *not* fsync() on all Append() calls
08:04:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.089540 21239 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 1 FOLLOWER]: Refusing update from remote peer 7a350f5178bb4f3db7ccacf4f9ececb5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.091481 21363 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:04:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.101627 21181 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: No bootstrap required, opened a new log
08:04:10.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.137789 21377 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 1 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.143741 21377 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:10.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.147112 21181 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:10.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.148160 21181 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:04:10.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.148545 21181 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d8ed19d96af494dad1ff8ce1f08e503, State: Initialized, Role: FOLLOWER
08:04:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.149685 21181 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:10.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.156621 21181 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: configured and running, proceeding with master startup.
08:04:10.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.157008 21394 mvcc.cc:204] Tried to move back new op lower bound from 7298129305933824000 to 7298129305525972992. Current Snapshot: MvccSnapshot[applied={T|T < 7298129305933824000}]
08:04:10.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.157351 21154 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 0 FOLLOWER]: Advancing to term 1
08:04:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.160797 21156 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" is_pre_election: true
08:04:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.162573 21155 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:10.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:10.162708 21135 tablet.cc:2406] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:04:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.173712 21154 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 1 FOLLOWER]: Refusing update from remote peer 7a350f5178bb4f3db7ccacf4f9ececb5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:04:10.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.155223 21398 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:10.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.175845 21398 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.177563 21386 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:04:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.207625 21386 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:10.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.208787 21386 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.216658 21377 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.217443 21377 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:10.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.223488 21392 catalog_manager.cc:1382] Generated new cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.223829 21392 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:04:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.266120 21363 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.266878 21363 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:10.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.276388 21392 catalog_manager.cc:1405] Generated new certificate authority record
08:04:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.284900 21392 catalog_manager.cc:1539] Loading token signing keys...
08:04:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.284569 21398 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 1 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.285389 21398 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:10.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.295670 21404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.296782 21404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.368844 21392 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Generated new TSK 0
08:04:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.370460 21392 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:04:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.440174 21416 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.440470 21416 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: loading cluster ID for follower catalog manager: success
08:04:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.448828 21416 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: acquiring CA information for follower catalog manager: success
08:04:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.150.129@KRBTEST.COM; defaulting to no policy
08:04:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.460887 21416 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.150.129@KRBTEST.COM" created.
08:04:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:10.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.150.129@KRBTEST.COM; defaulting to no policy
08:04:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.150.129@KRBTEST.COM" created.
08:04:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:10.555528 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/wal
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/data
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/logs
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/data/info.pb
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.129:0
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.150.129
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.129
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.129
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:10.867698 20503 debug-util.cc:398] Leaking SignalData structure 0x7b08000abb00 after lost signal to thread 20437
08:04:10.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:10.869587 20503 debug-util.cc:398] Leaking SignalData structure 0x7b080007f420 after lost signal to thread 20506
08:04:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:11.029310 21391 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:11.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:11.032059 21391 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: loading cluster ID for follower catalog manager: success
08:04:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:11.040562 21391 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: acquiring CA information for follower catalog manager: success
08:04:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:11.066350 21391 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:11.176086 21422 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:11.177352 21422 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:11.178550 21422 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:11.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:11.243105 21422 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:11.245301 21422 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.150.129
08:04:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:11.317963 21422 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/data
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/wal
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.129
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.129:0
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/data/info.pb
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.129
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.150.129
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/logs
08:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:11.329923 21422 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:11.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:11.332700 21422 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:11.369894 21430 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:13.575323 21434 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:13.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:11.383757 21431 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.581873 21422 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:13.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:13.584895 21432 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2201 milliseconds
08:04:13.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.586826 21422 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.594723 21422 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.612650 21422 hybrid_clock.cc:648] HybridClock initialized: now 1781769853612581 us; error 88 us; skew 500 ppm
08:04:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.614355 21422 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:13 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769853, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.625058 21422 init.cc:377] Logged in from keytab as kudu/127.20.150.129@KRBTEST.COM (short username kudu)
08:04:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.651572 21422 webserver.cc:533] Webserver started at http://127.20.150.129:38539/ using document root <none> and password file <none>
08:04:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.653476 21422 fs_manager.cc:362] Metadata directory not provided
08:04:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.655733 21422 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.656529 21422 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.663810 21422 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/data/instance:
08:04:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cafc4323e4784a72853ce667e5c93799"
08:04:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:13 on dist-test-slave-d25z"
08:04:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.665680 21422 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/wal/instance:
08:04:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cafc4323e4784a72853ce667e5c93799"
08:04:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:13 on dist-test-slave-d25z"
08:04:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.682148 21422 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.013s sys 0.000s
08:04:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.715459 21443 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.717276 21422 fs_manager.cc:730] Time spent opening block manager: real 0.030s user 0.010s sys 0.020s
08:04:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.717737 21422 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/wal
08:04:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cafc4323e4784a72853ce667e5c93799"
08:04:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:13 on dist-test-slave-d25z"
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.718252 21422 fs_report.cc:389] FS layout report
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/wal
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/wal
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/data/data
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.848683 21422 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.862967 21422 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.863569 21422 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.880729 21422 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.893944 21422 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.894309 21422 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.894658 21422 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:13.894910 21422 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:04:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:14.871557 21422 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.129:33701
08:04:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:14.871721 21556 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.129:33701 every 8 connection(s)
08:04:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:14.877779 21422 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/data/info.pb
08:04:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:14.881880 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 21422
08:04:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:14.882686 21082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-0/wal/instance
08:04:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.150.130@KRBTEST.COM; defaulting to no policy
08:04:15.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.150.130@KRBTEST.COM" created.
08:04:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:15 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769853, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:15 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769853, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:15 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769855, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.053190 21125 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.077663 21557 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:15 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769853, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.078281 21557 heartbeater.cc:461] Registering TS with master...
08:04:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.079849 21557 heartbeater.cc:507] Master 127.20.150.189:44907 requested a full tablet report, sending...
08:04:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.084153 21229 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.100322 21564 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.100754 21564 heartbeater.cc:461] Registering TS with master...
08:04:15.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.101821 21564 heartbeater.cc:507] Master 127.20.150.190:44519 requested a full tablet report, sending...
08:04:15.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.108014 21145 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:15.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.119201 21559 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:15.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.119623 21559 heartbeater.cc:461] Registering TS with master...
08:04:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.120723 21559 heartbeater.cc:507] Master 127.20.150.188:43033 requested a full tablet report, sending...
08:04:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.123767 21317 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.126883 21317 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:38757
08:04:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.159093 21082 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.20.150.130: real 0.253s user 0.004s sys 0.012s
08:04:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.150.130@KRBTEST.COM; defaulting to no policy
08:04:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.150.130@KRBTEST.COM" created.
08:04:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.233906 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/wal
08:04:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/data
08:04:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/logs
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/data/info.pb
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.130:0
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.150.130
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.130
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.130
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.794226 21571 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.794898 21571 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.795780 21571 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.836926 21571 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.838163 21571 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.150.130
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.881659 21571 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/data
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/wal
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.130
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.130:0
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/data/info.pb
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.130
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.150.130
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/logs
08:04:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.883740 21571 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:15.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:15.885277 21571 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.902706 21580 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:16.131944 21559 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:17 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769857, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.167876 21207 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.909866 21583 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:15.903561 21581 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:17.396912 21582 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1487 milliseconds
08:04:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.397017 21571 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.401482 21571 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.404628 21571 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.406111 21571 hybrid_clock.cc:648] HybridClock initialized: now 1781769857406064 us; error 73 us; skew 500 ppm
08:04:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.406957 21571 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:17 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769857, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.413998 21571 init.cc:377] Logged in from keytab as kudu/127.20.150.130@KRBTEST.COM (short username kudu)
08:04:17.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.420718 21571 webserver.cc:533] Webserver started at http://127.20.150.130:39105/ using document root <none> and password file <none>
08:04:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.421778 21571 fs_manager.cc:362] Metadata directory not provided
08:04:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.422034 21571 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.422650 21571 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.427495 21571 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/data/instance:
08:04:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28f48bf290ea4f4387ba6f89d3701859"
08:04:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:17 on dist-test-slave-d25z"
08:04:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.428905 21571 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/wal/instance:
08:04:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28f48bf290ea4f4387ba6f89d3701859"
08:04:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:17 on dist-test-slave-d25z"
08:04:17.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.438079 21571 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
08:04:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.446290 21592 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.447714 21571 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
08:04:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.448040 21571 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/wal
08:04:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28f48bf290ea4f4387ba6f89d3701859"
08:04:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:17 on dist-test-slave-d25z"
08:04:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.448383 21571 fs_report.cc:389] FS layout report
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/wal
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/wal
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/data/data
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.502974 21571 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:17.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.510120 21571 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:17.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.510571 21571 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.513479 21571 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.518146 21571 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.518359 21571 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:04:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.518551 21571 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.518692 21571 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:04:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.718007 21571 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.130:37807
08:04:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.718178 21705 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.130:37807 every 8 connection(s)
08:04:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.721385 21571 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/data/info.pb
08:04:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.725167 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 21571
08:04:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.725745 21082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-1/wal/instance
08:04:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:17 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769857, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:17 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769857, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.150.131@KRBTEST.COM; defaulting to no policy
08:04:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:17 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769857, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.150.131@KRBTEST.COM" created.
08:04:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.791184 21708 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.791851 21708 heartbeater.cc:461] Registering TS with master...
08:04:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.793555 21708 heartbeater.cc:507] Master 127.20.150.190:44519 requested a full tablet report, sending...
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.795006 21706 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.795413 21706 heartbeater.cc:461] Registering TS with master...
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.796399 21706 heartbeater.cc:507] Master 127.20.150.189:44907 requested a full tablet report, sending...
08:04:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.797511 21145 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.800030 21229 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.800942 21707 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.801360 21707 heartbeater.cc:461] Registering TS with master...
08:04:17.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.802557 21707 heartbeater.cc:507] Master 127.20.150.188:43033 requested a full tablet report, sending...
08:04:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.805117 21317 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:17.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.807214 21317 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:41785
08:04:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.150.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.20.150.131@KRBTEST.COM; defaulting to no policy
08:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.20.150.131@KRBTEST.COM" created.
08:04:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:04:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.20.150.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab.
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:17.864868 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/wal
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/data
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/logs
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/data/info.pb
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.131:0
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.150.131
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.131
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.131
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.240437 21721 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.241127 21721 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.241909 21721 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:18.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.259205 21552 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad180 after lost signal to thread 21425
08:04:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.260452 21552 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad100 after lost signal to thread 21556
08:04:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.283921 21721 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.285259 21721 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.150.131
08:04:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:18.331475 21721 tablet_server_runner.cc:78] Tablet server non-default flags:
08:04:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/data
08:04:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/wal
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.131
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.131:0
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/data/info.pb
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.131
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:04:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.150.131
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/logs
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:18.333307 21721 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:18.334548 21721 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.385438 21727 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.696977 20503 debug-util.cc:398] Leaking SignalData structure 0x7b0800098940 after lost signal to thread 20437
08:04:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.698133 20503 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4e20 after lost signal to thread 20506
08:04:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:18.811841 21707 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:19.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:19 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769859, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:19.424263 21296 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:19.766042 21726 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 21721
08:04:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:20.154166 21726 kernel_stack_watchdog.cc:198] Thread 21721 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 356ms:
08:04:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:04:20.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:04:20.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:04:20.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:04:20.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:18.409929 21728 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:20.157050 21721 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.750s user 0.658s sys 1.017s
08:04:20.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:20.159240 21721 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.752s user 0.658s sys 1.017s
08:04:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:20.171165 21734 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.172111 21721 server_base.cc:1061] running on GCE node
08:04:20.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.173979 21721 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.177026 21721 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.178486 21721 hybrid_clock.cc:648] HybridClock initialized: now 1781769860178438 us; error 36 us; skew 500 ppm
08:04:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.179657 21721 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:20.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:20 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.188824 21721 init.cc:377] Logged in from keytab as kudu/127.20.150.131@KRBTEST.COM (short username kudu)
08:04:20.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.195638 21721 webserver.cc:533] Webserver started at http://127.20.150.131:41609/ using document root <none> and password file <none>
08:04:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.196996 21721 fs_manager.cc:362] Metadata directory not provided
08:04:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.197284 21721 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.197871 21721 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:04:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.205412 21721 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/data/instance:
08:04:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b5262850bdc40c6921e3f40af0204a2"
08:04:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:20 on dist-test-slave-d25z"
08:04:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.208003 21721 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/wal/instance:
08:04:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b5262850bdc40c6921e3f40af0204a2"
08:04:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:20 on dist-test-slave-d25z"
08:04:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.219004 21721 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.003s sys 0.006s
08:04:20.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.227684 21740 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:20.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.229200 21721 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.004s
08:04:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.229919 21721 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/wal
08:04:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b5262850bdc40c6921e3f40af0204a2"
08:04:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:20 on dist-test-slave-d25z"
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.230408 21721 fs_report.cc:389] FS layout report
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/wal
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/wal
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/data/data
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:20.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.301949 21721 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:20.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.315635 21721 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:20.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.316249 21721 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.320087 21721 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:04:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.326246 21721 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:04:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.326498 21721 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:04:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.326869 21721 ts_tablet_manager.cc:616] Registered 0 tablets
08:04:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.327103 21721 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:04:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.569746 21721 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.131:42593
08:04:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.569916 21853 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.131:42593 every 8 connection(s)
08:04:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.572868 21721 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/data/info.pb
08:04:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.580663 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 21721
08:04:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.581184 21082 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/ts-2/wal/instance
08:04:20.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:20 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.131@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:20 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.131@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:20 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.131@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.701105 21855 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.701720 21855 heartbeater.cc:461] Registering TS with master...
08:04:20.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.704173 21855 heartbeater.cc:507] Master 127.20.150.188:43033 requested a full tablet report, sending...
08:04:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.707612 21317 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.709803 21317 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:36721
08:04:20.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.712786 21854 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:20.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.713182 21854 heartbeater.cc:461] Registering TS with master...
08:04:20.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.714272 21854 heartbeater.cc:507] Master 127.20.150.189:44907 requested a full tablet report, sending...
08:04:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.717685 21229 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:20.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.720212 21859 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:20.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.720583 21859 heartbeater.cc:461] Registering TS with master...
08:04:20.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.721266 21859 heartbeater.cc:507] Master 127.20.150.190:44519 requested a full tablet report, sending...
08:04:20.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.724073 21145 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:20.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.744740 21082 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:04:20.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:20.766 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:04:20.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:04:20.787 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:04:20.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.150.190"
port: 44519
}
bound_http_address {
host: "127.20.150.190"
port: 37301
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.150.189"
port: 44907
}
bound_http_address {
host: "127.20.150.189"
port: 41751
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.150.188"
port: 43033
}
bound_http_address {
host: "127.20.150.188"
port: 33801
}
}
}
08:04:20.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:04:20.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.20.150.129"
port: 33701
}
bound_http_address {
host: "127.20.150.129"
port: 38539
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.20.150.130"
port: 37807
}
bound_http_address {
host: "127.20.150.130"
port: 39105
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.20.150.131"
port: 42593
}
bound_http_address {
host: "127.20.150.131"
port: 41609
}
}
}
08:04:20.795 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:04:20.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:04:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:20 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:04:20.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:20.856 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc
08:04:20.873 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:04:20.875 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc
08:04:20.881 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:04:20.914 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:04:20.917 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:04:20.918 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:04:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:20 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:04:20.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:20.968 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc
08:04:20.971 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:04:20.971 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.188:43033
08:04:20.973 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:04:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:20.975150 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 21274
08:04:21.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:21.013 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.190:44519
08:04:21.013 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:04:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:21.014099 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 21111
08:04:21.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:21.052 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.189:44907
08:04:21.053 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:04:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:21.053454 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 21191
08:04:21.086 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:21.087 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.188:43033
08:04:21.095 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:04:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:21.102488 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/logs
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.188:43033
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.188
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33801
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.188
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:21.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:21.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:21.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:21.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:21.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.149180 21564 heartbeater.cc:646] Failed to heartbeat to 127.20.150.190:44519 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111)
08:04:21.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.488202 21870 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.489061 21870 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.489811 21870 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.527362 21870 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.527665 21870 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.527948 21870 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.528151 21870 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.528380 21870 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.528656 21870 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.528817 21870 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:21.571367 21870 master_runner.cc:387] Master server non-default flags:
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.188
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.188:43033
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.188
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33801
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/logs
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:21.572973 21870 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:21.574222 21870 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:21.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.587240 21879 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:21.728590 21855 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.746248 21854 heartbeater.cc:646] Failed to heartbeat to 127.20.150.189:44907 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.836696 21708 heartbeater.cc:646] Failed to heartbeat to 127.20.150.190:44519 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111)
08:04:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.588979 21880 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:21.593217 21882 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.029155 21881 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1434 milliseconds
08:04:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.029291 21870 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.030963 21870 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.034332 21870 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.035781 21870 hybrid_clock.cc:648] HybridClock initialized: now 1781769863035739 us; error 67 us; skew 500 ppm
08:04:23.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.036974 21870 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:23 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769863, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.044312 21870 init.cc:377] Logged in from keytab as kudu/127.20.150.188@KRBTEST.COM (short username kudu)
08:04:23.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.050601 21870 webserver.cc:533] Webserver started at http://127.20.150.188:33801/ using document root <none> and password file <none>
08:04:23.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.051815 21870 fs_manager.cc:362] Metadata directory not provided
08:04:23.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.052032 21870 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.061169 21870 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
08:04:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.066170 21903 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.067446 21870 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.067847 21870 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a350f5178bb4f3db7ccacf4f9ececb5"
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:09 on dist-test-slave-d25z"
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.070091 21870 fs_report.cc:389] FS layout report
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/data
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.139446 21870 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.145840 21870 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.146462 21870 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.235303 21870 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.188:43033
08:04:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.235440 21955 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.188:43033 every 8 connection(s)
08:04:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.239265 21870 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.239910 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 21870
08:04:23.240 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:23.241 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.190:44519
08:04:23.241 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:04:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.243446 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/logs
08:04:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.190:44519
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.190
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37301
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.190
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:23.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.257658 21956 sys_catalog.cc:263] Verifying existing consensus state
08:04:23.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.268157 21956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap starting.
08:04:23.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.325412 21956 log.cc:826] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Log is configured to *not* fsync() on all Append() calls
08:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.345507 21956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.346442 21956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap complete.
08:04:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.372375 21956 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.375556 21956 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a350f5178bb4f3db7ccacf4f9ececb5, State: Initialized, Role: FOLLOWER
08:04:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.376641 21956 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.379464 21960 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.380443 21960 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: FOLLOWER
08:04:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.381289 21956 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: configured and running, proceeding with master startup.
08:04:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.434085 21971 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.434417 21971 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: loading cluster ID for follower catalog manager: success
08:04:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.417914 21870 master_runner.cc:187] Error getting master registration for 127.20.150.190:44519: Network error: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111),
08:04:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.442121 21870 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.442886 21971 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: acquiring CA information for follower catalog manager: success
08:04:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.449049 21971 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:23.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:23 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769863, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.639153 21439 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.697525 21958 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.698415 21958 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:23.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.699309 21958 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.758724 21958 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.759104 21958 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.759654 21958 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:23.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.760084 21958 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:23.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.760502 21958 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.760856 21958 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.761106 21958 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.820425 21855 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:23.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.820966 21855 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.828017 21921 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b5262850bdc40c6921e3f40af0204a2" instance_seqno: 1781769860518547) as {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:54843; Asking this server to re-register.
08:04:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.830396 21855 heartbeater.cc:461] Registering TS with master...
08:04:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.834432 21921 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.849117 21958 master_runner.cc:387] Master server non-default flags:
08:04:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data
08:04:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.190
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.190:44519
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.190
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37301
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/logs
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.851212 21958 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.852913 21958 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.891238 21707 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.894640 21921 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "28f48bf290ea4f4387ba6f89d3701859" instance_seqno: 1781769857650738) as {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:51497; Asking this server to re-register.
08:04:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.895787 21987 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.897001 21707 heartbeater.cc:461] Registering TS with master...
08:04:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:23.900770 21921 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:24.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.203456 21559 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.207650 21921 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cafc4323e4784a72853ce667e5c93799" instance_seqno: 1781769854630873) as {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:35787; Asking this server to re-register.
08:04:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.210013 21559 heartbeater.cc:461] Registering TS with master...
08:04:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.213774 21921 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.515220 21994 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.516930 21994 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.538575 21994 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:24.539675 21904 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111)
08:04:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:24.559891 21904 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519): Network error: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111)
08:04:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:24.563520 21905 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.564895 21905 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a350f5178bb4f3db7ccacf4f9ececb5; no voters: 1d8ed19d96af494dad1ff8ce1f08e503, b8656db33c2d4e82831316ff22b8119f
08:04:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:24.566639 21994 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:04:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.904173 21989 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:23.898443 21986 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:25.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:25.577108 21988 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1673 milliseconds
08:04:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.577250 21958 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.578653 21958 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.581738 21958 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.583135 21958 hybrid_clock.cc:648] HybridClock initialized: now 1781769865583180 us; error 137 us; skew 500 ppm
08:04:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.584329 21958 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:25.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:25 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769865, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.593050 21958 init.cc:377] Logged in from keytab as kudu/127.20.150.190@KRBTEST.COM (short username kudu)
08:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.599565 21958 webserver.cc:533] Webserver started at http://127.20.150.190:37301/ using document root <none> and password file <none>
08:04:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.600579 21958 fs_manager.cc:362] Metadata directory not provided
08:04:25.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.600912 21958 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.611225 21958 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.003s
08:04:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.616943 22010 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.618228 21958 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.618537 21958 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:05 on dist-test-slave-d25z"
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.621107 21958 fs_report.cc:389] FS layout report
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/data
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.682754 21958 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.693756 21958 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.694212 21958 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:25.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.883430 21958 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.190:44519
08:04:25.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.883476 22065 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.190:44519 every 8 connection(s)
08:04:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.886914 21958 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:25.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:25.892 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.189:44907
08:04:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.890237 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 21958
08:04:25.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:04:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.895793 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data
08:04:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/logs
08:04:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.189:44907
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.189
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41751
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.189
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:25.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.905326 22066 sys_catalog.cc:263] Verifying existing consensus state
08:04:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.927203 22066 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap starting.
08:04:25.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.957814 21708 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:25.991796 22066 log.cc:826] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Log is configured to *not* fsync() on all Append() calls
08:04:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.019811 22066 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:26.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.021397 22066 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap complete.
08:04:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.054177 22066 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.058765 22066 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d8ed19d96af494dad1ff8ce1f08e503, State: Initialized, Role: FOLLOWER
08:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.060204 22066 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.063951 22073 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:26.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.064939 22073 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.069195 22066 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: configured and running, proceeding with master startup.
08:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.149492 22084 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:04:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:26 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769865, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:26 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769863, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.209240 21958 master_runner.cc:187] Error getting master registration for 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111),
08:04:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.243017 21958 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:26.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.263114 21564 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.271229 22029 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cafc4323e4784a72853ce667e5c93799" instance_seqno: 1781769854630873) as {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:49313; Asking this server to re-register.
08:04:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.273380 21564 heartbeater.cc:461] Registering TS with master...
08:04:26.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.277222 22029 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.288753 22088 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.289513 22088 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:26.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.299759 22088 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:26 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769863, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:26.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.337929 21905 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.340080 22039 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" is_pre_election: true
08:04:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.341199 22039 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a350f5178bb4f3db7ccacf4f9ececb5 in term 1.
08:04:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.342725 21904 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d8ed19d96af494dad1ff8ce1f08e503, 7a350f5178bb4f3db7ccacf4f9ececb5; no voters: b8656db33c2d4e82831316ff22b8119f
08:04:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.343540 22088 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.343925 22088 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.344266 22088 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 1 FOLLOWER]: Advancing to term 2
08:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.353951 22088 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:26.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.358167 22039 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.358784 22039 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 1 FOLLOWER]: Advancing to term 2
08:04:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.358902 22088 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 election: Requested vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.364516 21905 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.370386 22039 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a350f5178bb4f3db7ccacf4f9ececb5 in term 2.
08:04:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.371631 21904 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d8ed19d96af494dad1ff8ce1f08e503, 7a350f5178bb4f3db7ccacf4f9ececb5; no voters: b8656db33c2d4e82831316ff22b8119f
08:04:26.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.372527 22088 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Leader election won for term 2
08:04:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.375346 22088 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 LEADER]: Becoming Leader. State: Replica: 7a350f5178bb4f3db7ccacf4f9ececb5, State: Running, Role: LEADER
08:04:26.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.377272 22088 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.409793 22092 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 2 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:26.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.411290 22092 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.421604 22098 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:04:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.434984 22098 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:04:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.440389 22098 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.440737 22098 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:04:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.444362 22098 catalog_manager.cc:1539] Loading token signing keys...
08:04:26.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.447619 22098 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Loaded TSK: 0
08:04:26.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.448830 22098 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:04:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.480249 22068 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.481194 22068 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.482252 22068 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.546444 22068 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.546829 22068 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.547305 22068 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.547652 22068 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.548005 22068 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.548343 22068 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.548638 22068 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.610924 22068 master_runner.cc:387] Master server non-default flags:
08:04:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data
08:04:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:26.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.189
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.189:44907
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.189
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41751
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/logs
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.612890 22068 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:26.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.614540 22068 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.627563 22102 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.789120 22039 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 2 FOLLOWER]: Refusing update from remote peer 7a350f5178bb4f3db7ccacf4f9ececb5: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
08:04:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.792403 22092 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
08:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.829303 22108 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 2 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:26.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.830873 22108 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.850116 21905 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 -> Peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Couldn't send request to peer b8656db33c2d4e82831316ff22b8119f. Status: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.855798 22088 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:26.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.857843 22088 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.872742 22108 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.873680 22108 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.933004 21859 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.938342 22029 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b5262850bdc40c6921e3f40af0204a2" instance_seqno: 1781769860518547) as {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:58265; Asking this server to re-register.
08:04:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.940934 21859 heartbeater.cc:461] Registering TS with master...
08:04:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.945554 22029 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.965869 22029 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "28f48bf290ea4f4387ba6f89d3701859" instance_seqno: 1781769857650738) as {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:40653; Asking this server to re-register.
08:04:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.968133 21708 heartbeater.cc:461] Registering TS with master...
08:04:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:26.973713 22029 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:27.179172 22084 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:27.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:27.179589 22084 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: loading cluster ID for follower catalog manager: success
08:04:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:27.204543 22084 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: acquiring CA information for follower catalog manager: success
08:04:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:27.229255 22084 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:27 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769867, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:27.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:27.439486 21588 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:27.858494 21855 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:27.918967 21707 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.228771 21559 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.452975 21870 master_runner.cc:187] Error getting master registration for 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111),
08:04:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.453476 21870 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:28.035044 22101 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 22068
08:04:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:28.577750 22101 kernel_stack_watchdog.cc:198] Thread 22068 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
08:04:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:04:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:04:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:04:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:04:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:26.629949 22103 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:28.580289 22105 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:28.580183 22068 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.951s user 0.504s sys 0.908s
08:04:28.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:28.581032 22068 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.952s user 0.504s sys 0.909s
08:04:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:28.584182 22104 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1954 milliseconds
08:04:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.584677 22068 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.586251 22068 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:28.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.589701 22068 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.593263 22068 hybrid_clock.cc:648] HybridClock initialized: now 1781769868592885 us; error 395 us; skew 500 ppm
08:04:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.594254 22068 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:28 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769868, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.601269 22068 init.cc:377] Logged in from keytab as kudu/127.20.150.189@KRBTEST.COM (short username kudu)
08:04:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.607698 22068 webserver.cc:533] Webserver started at http://127.20.150.189:41751/ using document root <none> and password file <none>
08:04:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.608917 22068 fs_manager.cc:362] Metadata directory not provided
08:04:28.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.609190 22068 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.618798 22068 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.002s
08:04:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.623968 22131 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.625324 22068 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
08:04:28.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.625715 22068 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:28.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8656db33c2d4e82831316ff22b8119f"
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:07 on dist-test-slave-d25z"
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.627892 22068 fs_report.cc:389] FS layout report
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/data
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:28.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:28.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:28.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:28.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.683657 22068 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.691769 22068 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.692382 22068 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.844450 22068 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.189:44907
08:04:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.844622 22185 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.189:44907 every 8 connection(s)
08:04:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.848639 22068 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.856331 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 22068
08:04:28.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.870771 22186 sys_catalog.cc:263] Verifying existing consensus state
08:04:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.881093 22186 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap starting.
08:04:28.930 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.150.188:43033(127.20.150.188:43033)] connecting to peer
08:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:28.995561 21854 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:29 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769867, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.025511 22186 log.cc:826] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Log is configured to *not* fsync() on all Append() calls
08:04:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.032979 21706 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:29.048 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.150.190:44519(127.20.150.190:44519)] connecting to peer
08:04:29.057 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.150.189:44907(127.20.150.189:44907)] connecting to peer
08:04:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.071085 22186 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:29.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.073261 22186 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap complete.
08:04:29.090 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.150.188:43033(127.20.150.188:43033)] Successfully connected to peer
08:04:29.102 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.150.190:44519(127.20.150.190:44519)] Successfully connected to peer
08:04:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.106288 22186 raft_consensus.cc:359] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.109799 22186 raft_consensus.cc:740] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8656db33c2d4e82831316ff22b8119f, State: Initialized, Role: FOLLOWER
08:04:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.110985 22186 consensus_queue.cc:260] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.125602 22199 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.127844 22186 sys_catalog.cc:565] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: configured and running, proceeding with master startup.
08:04:29.132 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.150.189:44907(127.20.150.189:44907)] Successfully connected to peer
08:04:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.148689 22199 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:29 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769863, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:29.266 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:04:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.269598 22160 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 1 FOLLOWER]: Advancing to term 2
08:04:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:29 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769863, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:29.302 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.150.188
08:04:29.303 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.150.189
08:04:29.311 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.150.190
08:04:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.316533 21557 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.348588 22215 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.349926 22215 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.351101 22199 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 2 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:29.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.354718 22199 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:29.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.372989 22217 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:29.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.373466 22217 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: loading cluster ID for follower catalog manager: success
08:04:29.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.385368 22217 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: acquiring CA information for follower catalog manager: success
08:04:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:29 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769868, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.391201 22217 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:29.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.808523 22156 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:29.809752 22156 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:29 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:29.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:29 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:29.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:29 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781769860, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:29.979 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd3ae6db0, L:/127.0.0.1:44786 - R:/127.20.150.188:43033] using SASL/GSSAPI
08:04:29.982 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf685b72e, L:/127.0.0.1:48020 - R:/127.20.150.190:44519] using SASL/GSSAPI
08:04:30.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.017309 22148 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b5262850bdc40c6921e3f40af0204a2" instance_seqno: 1781769860518547) as {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:45127; Asking this server to re-register.
08:04:30.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.020326 21854 heartbeater.cc:461] Registering TS with master...
08:04:30.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.023979 22148 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:30.027 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6fea398a, L:/127.0.0.1:51462 - R:/127.20.150.189:44907] using SASL/GSSAPI
08:04:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.039692 22148 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "28f48bf290ea4f4387ba6f89d3701859" instance_seqno: 1781769857650738) as {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:37687; Asking this server to re-register.
08:04:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.041411 21706 heartbeater.cc:461] Registering TS with master...
08:04:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.044653 22147 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:30.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:04:30.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1212), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.150.188:43033, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.150.190:44519, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.150.189:44907, [1153ms] Sub RPC ConnectToMaster: received response from server master-127.20.150.188:43033: OK, [1157ms] Sub RPC ConnectToMaster: received response from server master-127.20.150.190:44519: OK, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.20.150.189:44907: OK, deferred=null) after lookup
08:04:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:30 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769870, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.193550 21736 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:30.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.323185 22148 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cafc4323e4784a72853ce667e5c93799" instance_seqno: 1781769854630873) as {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:47681; Asking this server to re-register.
08:04:30.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.324734 21557 heartbeater.cc:461] Registering TS with master...
08:04:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:30.327769 22148 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:31.110 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:04:31.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:04:31.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:31 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769871, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:04:31.153 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:31.154 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc
08:04:31.156 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:04:31.156 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.188:43033
08:04:31.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:04:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:31.157436 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 21870
08:04:31.201 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.150.188:43033(127.20.150.188:43033)] handling channelInactive
08:04:31.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.150.188:43033(127.20.150.188:43033)] cleaning up while in state READY due to: connection closed
08:04:31.205 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:31.206 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.190:44519
08:04:31.206 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:04:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:31.206959 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 21958
08:04:31.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:31.244 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.150.190:44519(127.20.150.190:44519)] handling channelInactive
08:04:31.244 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.189:44907
08:04:31.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.150.190:44519(127.20.150.190:44519)] cleaning up while in state READY due to: connection closed
08:04:31.244 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:04:31.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:31.244962 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 22068
08:04:31.281 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.150.189:44907(127.20.150.189:44907)] handling channelInactive
08:04:31.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:31.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.150.189:44907(127.20.150.189:44907)] cleaning up while in state READY due to: connection closed
08:04:31.281 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.188:43033
08:04:31.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:04:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:31.284047 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data
08:04:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/logs
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.188:43033
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.188
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33801
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.188
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.640661 22230 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.641314 22230 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.641933 22230 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.677299 22230 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.677560 22230 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.677841 22230 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.678033 22230 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.678223 22230 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.678407 22230 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.678543 22230 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:31.721431 22230 master_runner.cc:387] Master server non-default flags:
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.188
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.188:43033
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.188
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33801
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/logs
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:31.723426 22230 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:31.724822 22230 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.739542 22236 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:31.741873 22237 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.115926 22230 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.378s user 0.518s sys 0.860s
08:04:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.116361 22230 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.379s user 0.518s sys 0.860s
08:04:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.121539 22230 server_base.cc:1061] running on GCE node
08:04:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.123744 22249 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.125327 22230 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.128345 22230 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:33.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.129838 22230 hybrid_clock.cc:648] HybridClock initialized: now 1781769873129780 us; error 59 us; skew 500 ppm
08:04:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.131054 22230 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:33 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769873, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.139458 22230 init.cc:377] Logged in from keytab as kudu/127.20.150.188@KRBTEST.COM (short username kudu)
08:04:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.146546 22230 webserver.cc:533] Webserver started at http://127.20.150.188:33801/ using document root <none> and password file <none>
08:04:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.147605 22230 fs_manager.cc:362] Metadata directory not provided
08:04:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.147887 22230 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:33.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.157922 22230 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.002s sys 0.006s
08:04:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.163198 22255 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.164965 22230 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
08:04:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.165401 22230 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a350f5178bb4f3db7ccacf4f9ececb5"
08:04:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:09 on dist-test-slave-d25z"
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.168561 22230 fs_report.cc:389] FS layout report
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/data
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.272718 22230 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.283680 22230 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.284163 22230 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.376233 22230 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.188:43033
08:04:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.376277 22307 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.188:43033 every 8 connection(s)
08:04:33.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.380175 22230 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.389752 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 22230
08:04:33.390 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:33.390 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.190:44519
08:04:33.390 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.392176 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/logs
08:04:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.190:44519
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.190
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37301
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.190
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.394138 22308 sys_catalog.cc:263] Verifying existing consensus state
08:04:33.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.400033 22308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap starting.
08:04:33.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.445986 22308 log.cc:826] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Log is configured to *not* fsync() on all Append() calls
08:04:33.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.463724 22308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.464732 22308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap complete.
08:04:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.493271 22308 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.495803 22308 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a350f5178bb4f3db7ccacf4f9ececb5, State: Initialized, Role: FOLLOWER
08:04:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.496992 22308 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.500311 22312 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.501215 22312 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: FOLLOWER
08:04:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.502177 22308 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: configured and running, proceeding with master startup.
08:04:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.550318 22323 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.551095 22323 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: loading cluster ID for follower catalog manager: success
08:04:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.561441 22323 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: acquiring CA information for follower catalog manager: success
08:04:33.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.568228 22323 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:33.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.537673 22230 master_runner.cc:187] Error getting master registration for 127.20.150.190:44519: Network error: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111),
08:04:33.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.569336 22230 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:33.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:33 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769873, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.643209 21439 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:33.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.795627 22310 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:33.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.796363 22310 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.797091 22310 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.835853 22310 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.836172 22310 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.836673 22310 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.837031 22310 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.837384 22310 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.837716 22310 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:33.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.837999 22310 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.883742 22310 master_runner.cc:387] Master server non-default flags:
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.190
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.190:44519
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.190
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37301
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/logs
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.885942 22310 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:33.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.887456 22310 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:33.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.901659 22331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.928766 21855 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.935866 22273 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b5262850bdc40c6921e3f40af0204a2" instance_seqno: 1781769860518547) as {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:33729; Asking this server to re-register.
08:04:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.937866 21855 heartbeater.cc:461] Registering TS with master...
08:04:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.941534 22273 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.989970 21707 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.993757 22273 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "28f48bf290ea4f4387ba6f89d3701859" instance_seqno: 1781769857650738) as {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:59591; Asking this server to re-register.
08:04:33.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.995868 21707 heartbeater.cc:461] Registering TS with master...
08:04:33.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:33.999388 22273 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:34.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.294730 21559 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.298926 22273 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cafc4323e4784a72853ce667e5c93799" instance_seqno: 1781769854630873) as {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:57161; Asking this server to re-register.
08:04:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.301589 21559 heartbeater.cc:461] Registering TS with master...
08:04:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.306386 22273 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:34.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.809110 22341 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.810169 22341 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.830574 22341 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:34.841310 22257 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:34.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:34.854635 22257 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:34.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:34.857825 22256 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519): Network error: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111)
08:04:34.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.858518 22256 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a350f5178bb4f3db7ccacf4f9ececb5; no voters: 1d8ed19d96af494dad1ff8ce1f08e503, b8656db33c2d4e82831316ff22b8119f
08:04:34.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:34.859483 22341 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
08:04:35.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.906682 22334 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:35.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:33.903385 22332 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:35.573022 22333 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1664 milliseconds
08:04:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.573695 22310 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.575397 22310 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.578996 22310 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.580945 22310 hybrid_clock.cc:648] HybridClock initialized: now 1781769875580498 us; error 464 us; skew 500 ppm
08:04:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.582008 22310 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:35 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769875, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.589308 22310 init.cc:377] Logged in from keytab as kudu/127.20.150.190@KRBTEST.COM (short username kudu)
08:04:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.595945 22310 webserver.cc:533] Webserver started at http://127.20.150.190:37301/ using document root <none> and password file <none>
08:04:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.597366 22310 fs_manager.cc:362] Metadata directory not provided
08:04:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.597645 22310 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.608027 22310 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.001s sys 0.004s
08:04:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.613752 22356 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.615085 22310 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
08:04:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.615592 22310 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:05 on dist-test-slave-d25z"
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.617839 22310 fs_report.cc:389] FS layout report
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/data
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:35.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.688436 22310 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.695573 22310 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.696447 22310 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.846846 22412 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.190:44519 every 8 connection(s)
08:04:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.847076 22310 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.190:44519
08:04:35.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.851341 22310 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.858548 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 22310
08:04:35.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:35.860 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.189:44907
08:04:35.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:04:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.862238 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/logs
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.189:44907
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.189
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41751
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.189
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:35.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.890391 22413 sys_catalog.cc:263] Verifying existing consensus state
08:04:35.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.901015 22413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap starting.
08:04:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:35.961552 22413 log.cc:826] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Log is configured to *not* fsync() on all Append() calls
08:04:36.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.005056 22413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:36.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.006297 22413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap complete.
08:04:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.060372 22413 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.067448 22413 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d8ed19d96af494dad1ff8ce1f08e503, State: Initialized, Role: FOLLOWER
08:04:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.069005 22413 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.073799 22422 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.077435 22422 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:36 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769870, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.131@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:36.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:36 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769867, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:36.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.084466 22413 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: configured and running, proceeding with master startup.
08:04:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.110621 21708 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.115350 21859 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:36 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769875, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.201700 22434 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.201996 22434 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: loading cluster ID for follower catalog manager: success
08:04:36.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.217679 22434 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: acquiring CA information for follower catalog manager: success
08:04:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.223528 22434 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.208956 22310 master_runner.cc:187] Error getting master registration for 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111),
08:04:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.236313 22310 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:36.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.375710 21564 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.382781 22377 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cafc4323e4784a72853ce667e5c93799" instance_seqno: 1781769854630873) as {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:55903; Asking this server to re-register.
08:04:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.384356 21564 heartbeater.cc:461] Registering TS with master...
08:04:36.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.389987 22377 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.494510 22415 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.495900 22415 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.497300 22415 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.561973 22415 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.562777 22415 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.563306 22415 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.563663 22415 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.564026 22415 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.564401 22415 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.564689 22415 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.642168 22415 master_runner.cc:387] Master server non-default flags:
08:04:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.189
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.189:44907
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.189
08:04:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41751
08:04:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/logs
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.644197 22415 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.645776 22415 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.661283 22444 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.683377 22449 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:36.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.684442 22449 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.693874 22449 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.723539 22387 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" is_pre_election: true
08:04:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.724865 22387 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a350f5178bb4f3db7ccacf4f9ececb5 in term 2.
08:04:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.726616 22256 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d8ed19d96af494dad1ff8ce1f08e503, 7a350f5178bb4f3db7ccacf4f9ececb5; no voters:
08:04:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.728529 22449 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:04:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.728909 22449 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.729233 22449 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 2 FOLLOWER]: Advancing to term 3
08:04:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.737440 22257 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.743466 22449 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.759224 22387 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.759971 22387 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 2 FOLLOWER]: Advancing to term 3
08:04:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.759711 22449 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 election: Requested vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.766218 22257 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.783233 22387 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a350f5178bb4f3db7ccacf4f9ececb5 in term 3.
08:04:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.785034 22256 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d8ed19d96af494dad1ff8ce1f08e503, 7a350f5178bb4f3db7ccacf4f9ececb5; no voters: b8656db33c2d4e82831316ff22b8119f
08:04:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.786772 22449 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Leader election won for term 3
08:04:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.792963 22449 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 LEADER]: Becoming Leader. State: Replica: 7a350f5178bb4f3db7ccacf4f9ececb5, State: Running, Role: LEADER
08:04:36.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.794553 22449 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.835088 22454 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 3 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.836534 22454 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.869936 22456 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:04:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.901726 22456 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:04:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.908743 22456 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.909374 22456 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:04:36.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.914307 22456 catalog_manager.cc:1539] Loading token signing keys...
08:04:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.918612 22456 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Loaded TSK: 0
08:04:36.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:36.920193 22456 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:04:37.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.125356 22377 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "28f48bf290ea4f4387ba6f89d3701859" instance_seqno: 1781769857650738) as {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:55357; Asking this server to re-register.
08:04:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.126967 21708 heartbeater.cc:461] Registering TS with master...
08:04:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.135541 22377 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b5262850bdc40c6921e3f40af0204a2" instance_seqno: 1781769860518547) as {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:43719; Asking this server to re-register.
08:04:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.137372 21859 heartbeater.cc:461] Registering TS with master...
08:04:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.141016 22376 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.141384 22377 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:37.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:37.315368 22257 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 -> Peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Couldn't send request to peer b8656db33c2d4e82831316ff22b8119f. Status: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.375700 22387 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 3 FOLLOWER]: Refusing update from remote peer 7a350f5178bb4f3db7ccacf4f9ececb5: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
08:04:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.377945 22454 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
08:04:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.422299 22462 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 3 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.423072 22462 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.437134 22454 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.438386 22454 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:37 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769877, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.442539 22462 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.443270 22462 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.444159 21588 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:37.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:37.963806 21855 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:38.012955 22304 debug-util.cc:398] Leaking SignalData structure 0x7b0800071700 after lost signal to thread 22231
08:04:38.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:38.013837 22304 debug-util.cc:398] Leaking SignalData structure 0x7b0800071260 after lost signal to thread 22307
08:04:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:38.042444 21707 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:38.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:38.326155 21559 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:38.603854 22230 master_runner.cc:187] Error getting master registration for 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111),
08:04:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:38.604386 22230 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:36.662870 22445 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:38.993929 22447 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:39.002487 22446 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2338 milliseconds
08:04:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.003099 22415 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.005303 22415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.016445 22415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:39.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.018235 22415 hybrid_clock.cc:648] HybridClock initialized: now 1781769879018191 us; error 57 us; skew 500 ppm
08:04:39.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.019518 22415 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:39 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769879, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.030301 22415 init.cc:377] Logged in from keytab as kudu/127.20.150.189@KRBTEST.COM (short username kudu)
08:04:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.038013 22415 webserver.cc:533] Webserver started at http://127.20.150.189:41751/ using document root <none> and password file <none>
08:04:39.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.039315 22415 fs_manager.cc:362] Metadata directory not provided
08:04:39.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.039585 22415 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.053895 22415 fs_manager.cc:714] Time spent opening directory manager: real 0.010s user 0.010s sys 0.001s
08:04:39.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.060863 22482 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:39.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.062247 22415 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
08:04:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.062652 22415 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8656db33c2d4e82831316ff22b8119f"
08:04:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:07 on dist-test-slave-d25z"
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.065718 22415 fs_report.cc:389] FS layout report
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/data
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:39.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.138083 22415 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:39.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.149442 22415 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:39.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.154429 22415 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:39.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.384979 22415 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.189:44907
08:04:39.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.385326 22536 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.189:44907 every 8 connection(s)
08:04:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.390159 22415 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:39.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.395426 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 22415
08:04:39.396 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:39.397 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.150.188:43033(127.20.150.188:43033)] connecting to peer
08:04:39.420 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.20.150.188:43033(127.20.150.188:43033)] Successfully connected to peer
08:04:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.448108 22537 sys_catalog.cc:263] Verifying existing consensus state
08:04:39.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.460860 22537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap starting.
08:04:39.462 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.150.188
08:04:39.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:39 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769873, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:39.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.545694 21557 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:39.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.626417 22537 log.cc:826] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Log is configured to *not* fsync() on all Append() calls
08:04:39.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:39 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781769871, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.150.188@KRBTEST.COM
08:04:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.678192 22537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.679335 22537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap complete.
08:04:39.684 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x576c5d94, L:/127.0.0.1:54592 - R:/127.20.150.188:43033] using SASL/GSSAPI
08:04:39.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:39 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769873, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for kudu/127.20.150.189@KRBTEST.COM
08:04:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.714524 22537 raft_consensus.cc:359] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.717672 22537 raft_consensus.cc:740] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8656db33c2d4e82831316ff22b8119f, State: Initialized, Role: FOLLOWER
08:04:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.718729 22537 consensus_queue.cc:260] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.746840 22537 sys_catalog.cc:565] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: configured and running, proceeding with master startup.
08:04:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.748747 22511 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 2 FOLLOWER]: Advancing to term 3
08:04:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.744938 22545 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.754451 22545 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.800711 22552 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.804870 22552 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.808183 22545 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 3 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.810425 22545 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.867306 22559 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:39.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.867631 22559 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: loading cluster ID for follower catalog manager: success
08:04:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.884181 22559 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: acquiring CA information for follower catalog manager: success
08:04:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:39.891405 22559 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:39 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769879, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:40.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.132874 21854 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:40.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.140652 22501 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b5262850bdc40c6921e3f40af0204a2" instance_seqno: 1781769860518547) as {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:58811; Asking this server to re-register.
08:04:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.158797 21854 heartbeater.cc:461] Registering TS with master...
08:04:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.162985 22501 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:40.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.191208 22465 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:40.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.192283 22465 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:40 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769880, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.201241 21736 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:40.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.214588 21706 heartbeater.cc:344] Connected to a master server at 127.20.150.189:44907
08:04:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.217358 22501 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "28f48bf290ea4f4387ba6f89d3701859" instance_seqno: 1781769857650738) as {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:52313; Asking this server to re-register.
08:04:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.218914 21706 heartbeater.cc:461] Registering TS with master...
08:04:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.222195 22501 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.553305 22501 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cafc4323e4784a72853ce667e5c93799" instance_seqno: 1781769854630873) as {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:35227; Asking this server to re-register.
08:04:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.555081 21557 heartbeater.cc:461] Registering TS with master...
08:04:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.558383 22501 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:40.694 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:04:40.695 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:04:40.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:40 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769880, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:04:40.743 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:40.743 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc
08:04:40.745 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:04:40.745 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.188:43033
08:04:40.745 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:04:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.746902 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 22230
08:04:40.804 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.20.150.188:43033(127.20.150.188:43033)] handling channelInactive
08:04:40.805 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:40.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.150.188:43033(127.20.150.188:43033)] cleaning up while in state READY due to: connection closed
08:04:40.805 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.190:44519
08:04:40.805 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.806500 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 22310
08:04:40.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:40.846 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.150.189:44907
08:04:40.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:04:40.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.847216 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 22415
08:04:40.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:40.874 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.188:43033
08:04:40.875 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:40.876936 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/logs
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:40.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.188:43033
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.188
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33801
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.188
08:04:40.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.289034 22571 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.289830 22571 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.290705 22571 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.326898 22571 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.327239 22571 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.327720 22571 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.328094 22571 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.328456 22571 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.328811 22571 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.329087 22571 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:41.380918 22571 master_runner.cc:387] Master server non-default flags:
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.188
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.188:43033
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.188
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33801
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/logs
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:41.382997 22571 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:41.384582 22571 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:41.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.398393 22581 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:42.245565 20784 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7960 after lost signal to thread 20658
08:04:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:42.247020 20784 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3620 after lost signal to thread 20787
08:04:42.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:41.399369 22582 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:42.901477 22584 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:42.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:42.906819 22583 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1505 milliseconds
08:04:42.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.906939 22571 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:42.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.908887 22571 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.912842 22571 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:42.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.914353 22571 hybrid_clock.cc:648] HybridClock initialized: now 1781769882914311 us; error 48 us; skew 500 ppm
08:04:42.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.915589 22571 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:42 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769882, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.925566 22571 init.cc:377] Logged in from keytab as kudu/127.20.150.188@KRBTEST.COM (short username kudu)
08:04:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.933104 22571 webserver.cc:533] Webserver started at http://127.20.150.188:33801/ using document root <none> and password file <none>
08:04:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.934587 22571 fs_manager.cc:362] Metadata directory not provided
08:04:42.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.934919 22571 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.948765 22571 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.010s sys 0.001s
08:04:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.955695 22596 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.957295 22571 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
08:04:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.957741 22571 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a350f5178bb4f3db7ccacf4f9ececb5"
08:04:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:09 on dist-test-slave-d25z"
08:04:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:42.960922 22571 fs_report.cc:389] FS layout report
08:04:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/wal
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/data
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.056372 22571 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.065059 22571 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.065763 22571 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:43.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.170365 22571 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.188:43033
08:04:43.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.170382 22649 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.188:43033 every 8 connection(s)
08:04:43.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.175120 22571 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-2/data/info.pb
08:04:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.177722 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 22571
08:04:43.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:43.179 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.190:44519
08:04:43.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.183027 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:43.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/logs
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.190:44519
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.190
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37301
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.190
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.207713 22650 sys_catalog.cc:263] Verifying existing consensus state
08:04:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.218529 22650 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap starting.
08:04:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.281498 22650 log.cc:826] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Log is configured to *not* fsync() on all Append() calls
08:04:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.306700 22650 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.308004 22650 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Bootstrap complete.
08:04:43.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.351671 22650 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:43.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.355696 22650 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a350f5178bb4f3db7ccacf4f9ececb5, State: Initialized, Role: FOLLOWER
08:04:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.357299 22650 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.361012 22654 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:43.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.362161 22654 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: FOLLOWER
08:04:43.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.363255 22650 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: configured and running, proceeding with master startup.
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.410473 22662 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.383251 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.20.150.129:50867 (local address 127.20.150.188:43033)
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.400878 (+ 17627us) server_negotiation.cc:207] Beginning negotiation
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.400951 (+ 73us) server_negotiation.cc:400] Waiting for connection header
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.401078 (+ 127us) server_negotiation.cc:408] Connection header received
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.402201 (+ 1123us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.402284 (+ 83us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.403153 (+ 869us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.403896 (+ 743us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:43.407170 (+ 3274us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.20.150.129:50867: BlockingRecv error: recv got EOF from 127.20.150.129:50867 (error 108)
08:04:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":16158,"thread_start_us":16223,"threads_started":1}
08:04:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.443838 22667 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.444186 22667 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: loading cluster ID for follower catalog manager: success
08:04:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.457100 22667 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: acquiring CA information for follower catalog manager: success
08:04:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.463428 22667 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.440157 22571 master_runner.cc:187] Error getting master registration for 127.20.150.190:44519: Network error: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111),
08:04:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.472770 22571 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:43 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769883, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.647764 21439 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:43.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.756170 22652 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:43.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.757104 22652 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:43.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.758253 22652 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.826124 22652 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.826499 22652 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.827011 22652 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.827360 22652 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.827713 22652 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.828066 22652 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.828317 22652 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:43.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.903307 22652 master_runner.cc:387] Master server non-default flags:
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.190
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.190:44519
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.190
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37301
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/logs
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.905375 22652 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:43.906909 22652 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.922533 22675 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:44.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.056639 21855 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.065331 22615 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b5262850bdc40c6921e3f40af0204a2" instance_seqno: 1781769860518547) as {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:56291; Asking this server to re-register.
08:04:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.067484 21855 heartbeater.cc:461] Registering TS with master...
08:04:44.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.074040 22615 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:44.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.088984 21707 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.092995 22615 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "28f48bf290ea4f4387ba6f89d3701859" instance_seqno: 1781769857650738) as {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:37497; Asking this server to re-register.
08:04:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.094903 21707 heartbeater.cc:461] Registering TS with master...
08:04:44.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.098238 22615 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.438547 21559 heartbeater.cc:344] Connected to a master server at 127.20.150.188:43033
08:04:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.442170 22615 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cafc4323e4784a72853ce667e5c93799" instance_seqno: 1781769854630873) as {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:52129; Asking this server to re-register.
08:04:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.443889 21559 heartbeater.cc:461] Registering TS with master...
08:04:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:44.448009 22615 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:45.096850 22686 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:45.097581 22686 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:45.108255 22686 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:45.112025 22598 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111)
08:04:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:45.125363 22599 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:45.126210 22598 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519): Network error: Client connection negotiation failed: client connection to 127.20.150.190:44519: connect: Connection refused (error 111)
08:04:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:45.153424 22598 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a350f5178bb4f3db7ccacf4f9ececb5; no voters: 1d8ed19d96af494dad1ff8ce1f08e503, b8656db33c2d4e82831316ff22b8119f
08:04:45.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:45.154711 22686 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:04:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:46.438037 20784 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3e80 after lost signal to thread 20658
08:04:46.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:46.439739 20784 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3460 after lost signal to thread 20787
08:04:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:45.324680 22674 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 22652
08:04:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:46.524498 22674 kernel_stack_watchdog.cc:198] Thread 22652 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
08:04:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:04:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:04:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:04:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:04:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:43.926105 22676 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:46.526237 22652 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.601s user 0.722s sys 1.103s
08:04:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:46.526561 22677 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2599 milliseconds
08:04:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:46.526665 22652 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.601s user 0.723s sys 1.103s
08:04:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.527540 22652 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:46.527626 22678 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:46.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.532754 22652 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.536198 22652 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.537647 22652 hybrid_clock.cc:648] HybridClock initialized: now 1781769886537593 us; error 41 us; skew 500 ppm
08:04:46.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.538811 22652 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:46.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:46 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769886, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.547427 22652 init.cc:377] Logged in from keytab as kudu/127.20.150.190@KRBTEST.COM (short username kudu)
08:04:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.553944 22652 webserver.cc:533] Webserver started at http://127.20.150.190:37301/ using document root <none> and password file <none>
08:04:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.555300 22652 fs_manager.cc:362] Metadata directory not provided
08:04:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.555601 22652 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.568077 22652 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.001s
08:04:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.574683 22704 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.576601 22652 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.002s
08:04:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.577034 22652 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:46.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:05 on dist-test-slave-d25z"
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.580037 22652 fs_report.cc:389] FS layout report
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/wal
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/data
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.685381 22652 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.693650 22652 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.694278 22652 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.823617 22652 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.190:44519
08:04:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.823715 22755 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.190:44519 every 8 connection(s)
08:04:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.827979 22652 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-0/data/info.pb
08:04:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.836030 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 22652
08:04:46.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:46.837 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.150.189:44907
08:04:46.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.839545 21082 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/logs
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.189:44907
08:04:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.189
08:04:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41751
08:04:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.189
08:04:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.844198 22756 sys_catalog.cc:263] Verifying existing consensus state
08:04:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.855578 22756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap starting.
08:04:46.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.925333 22756 log.cc:826] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Log is configured to *not* fsync() on all Append() calls
08:04:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.990513 22756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:46.991626 22756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: Bootstrap complete.
08:04:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.028203 22756 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.032011 22756 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d8ed19d96af494dad1ff8ce1f08e503, State: Initialized, Role: FOLLOWER
08:04:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.033388 22756 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.045675 22761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.046656 22761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.047873 22756 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: configured and running, proceeding with master startup.
08:04:47.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.049741 22760 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:47.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.050529 22760 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.070947 22760 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.110329 22599 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:47 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769882, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.188@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.135437 22731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" is_pre_election: true
08:04:47.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.136622 22731 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a350f5178bb4f3db7ccacf4f9ececb5 in term 3.
08:04:47.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.138760 22598 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d8ed19d96af494dad1ff8ce1f08e503, 7a350f5178bb4f3db7ccacf4f9ececb5; no voters: b8656db33c2d4e82831316ff22b8119f
08:04:47.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.140057 22760 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:04:47.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.140440 22760 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:47.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.140846 22760 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 3 FOLLOWER]: Advancing to term 4
08:04:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.152793 22760 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:47.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.156710 22731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "1d8ed19d96af494dad1ff8ce1f08e503"
08:04:47.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.157368 22731 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 3 FOLLOWER]: Advancing to term 4
08:04:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.158758 22760 leader_election.cc:290] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 election: Requested vote from peers 1d8ed19d96af494dad1ff8ce1f08e503 (127.20.150.190:44519), b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907)
08:04:47.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.172039 22731 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a350f5178bb4f3db7ccacf4f9ececb5 in term 4.
08:04:47.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.173537 22599 leader_election.cc:336] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111)
08:04:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.180886 22598 leader_election.cc:304] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1d8ed19d96af494dad1ff8ce1f08e503, 7a350f5178bb4f3db7ccacf4f9ececb5; no voters: b8656db33c2d4e82831316ff22b8119f
08:04:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.181768 22760 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 4 FOLLOWER]: Leader election won for term 4
08:04:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.193205 22760 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [term 4 LEADER]: Becoming Leader. State: Replica: 7a350f5178bb4f3db7ccacf4f9ececb5, State: Running, Role: LEADER
08:04:47.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.195451 22760 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:47.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:47 dist-test-slave-d25z krb5kdc[21094](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769886, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.190@KRBTEST.COM for kudu/127.20.150.190@KRBTEST.COM
08:04:47.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.234858 22777 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 4 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:47.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.236183 22777 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:47.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.242909 22776 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:47.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.243218 22776 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: loading cluster ID for follower catalog manager: success
08:04:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.262563 22776 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: acquiring CA information for follower catalog manager: success
08:04:47.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.298712 22776 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:47.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.323004 22782 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.351729 21859 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.355391 21708 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.372525 22782 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:04:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.376257 22720 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "28f48bf290ea4f4387ba6f89d3701859" instance_seqno: 1781769857650738) as {username='kudu', principal='kudu/127.20.150.130@KRBTEST.COM'} at 127.20.150.130:57795; Asking this server to re-register.
08:04:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.377801 22721 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b5262850bdc40c6921e3f40af0204a2" instance_seqno: 1781769860518547) as {username='kudu', principal='kudu/127.20.150.131@KRBTEST.COM'} at 127.20.150.131:34133; Asking this server to re-register.
08:04:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.378756 21708 heartbeater.cc:461] Registering TS with master...
08:04:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.316550 22652 master_runner.cc:187] Error getting master registration for 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111),
08:04:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.379523 22652 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.380841 21859 heartbeater.cc:461] Registering TS with master...
08:04:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.384843 22720 ts_manager.cc:194] Registered new tserver with Master: 28f48bf290ea4f4387ba6f89d3701859 (127.20.150.130:37807)
08:04:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.385066 22721 ts_manager.cc:194] Registered new tserver with Master: 3b5262850bdc40c6921e3f40af0204a2 (127.20.150.131:42593)
08:04:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.389394 22782 catalog_manager.cc:1294] Loaded cluster ID: 5fca7f21ab2c4f03a4322cd18e019b04
08:04:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.389854 22782 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:04:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.393824 20427 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8180 after lost signal to thread 20364
08:04:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.394672 20427 debug-util.cc:398] Leaking SignalData structure 0x7b08000a6c40 after lost signal to thread 20430
08:04:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.395360 22782 catalog_manager.cc:1539] Loading token signing keys...
08:04:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.400135 22782 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5: Loaded TSK: 0
08:04:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.401769 22782 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:04:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:47 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769887, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.449579 21588 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:47.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.518688 21564 heartbeater.cc:344] Connected to a master server at 127.20.150.190:44519
08:04:47.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.522156 22721 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cafc4323e4784a72853ce667e5c93799" instance_seqno: 1781769854630873) as {username='kudu', principal='kudu/127.20.150.129@KRBTEST.COM'} at 127.20.150.129:36053; Asking this server to re-register.
08:04:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.523556 21564 heartbeater.cc:461] Registering TS with master...
08:04:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.526775 22721 ts_manager.cc:194] Registered new tserver with Master: cafc4323e4784a72853ce667e5c93799 (127.20.150.129:33701)
08:04:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.639792 22758 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.640818 22758 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.642163 22758 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.715570 22758 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.715965 22758 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.716506 22758 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.716924 22758 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.717353 22758 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.717754 22758 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:47.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.718056 22758 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42367/jwks.json
08:04:47.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.775718 22599 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 -> Peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Couldn't send request to peer b8656db33c2d4e82831316ff22b8119f. Status: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.805671 22758 master_runner.cc:387] Master server non-default flags:
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.150.148:40227
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.150.190:44519,127.20.150.189:44907,127.20.150.188:43033
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/krb5kdc/kudu.keytab
08:04:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.150.189
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.150.189:44907
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42367/jwks.json
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.150.189
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41751
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/logs
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:20 UTC on e7f111948823
08:04:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12451
08:04:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.807936 22758 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.809592 22758 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.817144 22731 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [term 4 FOLLOWER]: Refusing update from remote peer 7a350f5178bb4f3db7ccacf4f9ececb5: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
08:04:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.819674 22777 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
08:04:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.843797 22799 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.861963 22798 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a350f5178bb4f3db7ccacf4f9ececb5. Latest consensus state: current_term: 4 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.863071 22798 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.892597 22805 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.894942 22805 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 [sys.catalog]: This master's current role is: LEADER
08:04:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.909952 22798 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:47.911002 22798 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d8ed19d96af494dad1ff8ce1f08e503 [sys.catalog]: This master's current role is: FOLLOWER
08:04:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.966481 20584 debug-util.cc:398] Leaking SignalData structure 0x7b0800042460 after lost signal to thread 20514
08:04:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.967629 20584 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb000 after lost signal to thread 20587
08:04:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:48.463760 21559 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:48.486778 22571 master_runner.cc:187] Error getting master registration for 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111),
08:04:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:48.487425 22571 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:49.100697 21855 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:49.123975 21707 heartbeater.cc:499] Master 127.20.150.188:43033 was elected leader, sending a full tablet report...
08:04:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:49.895867 22599 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 -> Peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Couldn't send request to peer b8656db33c2d4e82831316ff22b8119f. Status: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:04:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:50 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769890, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:50.205677 21736 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:50.321832 22599 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111) [suppressed 9 similar messages]
08:04:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:49.234908 22797 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 22758
08:04:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:51.749843 22797 kernel_stack_watchdog.cc:198] Thread 22758 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 376ms:
08:04:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:04:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:04:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:04:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:04:51.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:47.856005 22800 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:51.752775 22758 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.897s user 0.610s sys 1.060s
08:04:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:51.753185 22758 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.897s user 0.610s sys 1.060s
08:04:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:51.758494 22801 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 3903 milliseconds
08:04:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:51.760190 22804 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:51.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.760836 22758 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:51.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.762718 22758 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.776738 22758 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:51.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.780368 22758 hybrid_clock.cc:648] HybridClock initialized: now 1781769891780007 us; error 374 us; skew 500 ppm
08:04:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.781677 22758 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 18 08:04:51 dist-test-slave-d25z krb5kdc[21094](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781769891, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.150.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.791302 22758 init.cc:377] Logged in from keytab as kudu/127.20.150.189@KRBTEST.COM (short username kudu)
08:04:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.817075 22758 webserver.cc:533] Webserver started at http://127.20.150.189:41751/ using document root <none> and password file <none>
08:04:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.818965 22758 fs_manager.cc:362] Metadata directory not provided
08:04:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.819504 22758 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.838595 22758 fs_manager.cc:714] Time spent opening directory manager: real 0.013s user 0.006s sys 0.006s
08:04:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.851940 22835 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.854151 22758 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.006s sys 0.004s
08:04:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.854827 22758 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data,/tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8656db33c2d4e82831316ff22b8119f"
08:04:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:04:07 on dist-test-slave-d25z"
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.858565 22758 fs_report.cc:389] FS layout report
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/wal
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/data
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.976263 22758 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.992022 22758 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:51.993150 22758 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:52.280223 22599 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7a350f5178bb4f3db7ccacf4f9ececb5 -> Peer b8656db33c2d4e82831316ff22b8119f (127.20.150.189:44907): Couldn't send request to peer b8656db33c2d4e82831316ff22b8119f. Status: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:04:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.397564 22652 master_runner.cc:187] Error getting master registration for 127.20.150.189:44907: Network error: Client connection negotiation failed: client connection to 127.20.150.189:44907: connect: Connection refused (error 111),
08:04:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.398041 22652 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.443064 22758 rpc_server.cc:307] RPC server started. Bound to: 127.20.150.189:44907
08:04:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.443097 22889 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.150.189:44907 every 8 connection(s)
08:04:52.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.447160 22758 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskbTrDWn/test-tmp/mini-kudu-cluster6186347499083175918/master-1/data/info.pb
08:04:52.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:52.451 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.150.188:43033(127.20.150.188:43033)] connecting to peer
08:04:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.448690 21082 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu as pid 22758
08:04:52.466 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.20.150.188:43033(127.20.150.188:43033)] Successfully connected to peer
08:04:52.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.496546 22890 sys_catalog.cc:263] Verifying existing consensus state
08:04:52.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.150.188:43033(127.20.150.188:43033)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:04:52.501 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.150.190:44519(127.20.150.190:44519)] disconnecting while in state TERMINATED
08:04:52.503 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.150.188:43033(127.20.150.188:43033)] disconnecting while in state TERMINATED
08:04:52.503 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.150.189:44907(127.20.150.189:44907)] disconnecting while in state TERMINATED
08:04:52.505 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.20.150.188:43033(127.20.150.188:43033)] handling channelInactive
08:04:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.505138 22890 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap starting.
08:04:52.507 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:52.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:04:52.508937 22892 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.459167 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:39110 (local address 127.20.150.188:43033)
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.479588 (+ 20421us) server_negotiation.cc:207] Beginning negotiation
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.479638 (+ 50us) server_negotiation.cc:400] Waiting for connection header
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.483862 (+ 4224us) server_negotiation.cc:408] Connection header received
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.484638 (+ 776us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.484677 (+ 39us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.484986 (+ 309us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.485294 (+ 308us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:04:52.505979 (+ 20685us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:39110: BlockingRecv error: recv got EOF from 127.0.0.1:39110 (error 108)
08:04:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":19439,"thread_start_us":20385,"threads_started":1}
08:04:52.511 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.516785 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 21422
08:04:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.552469 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 21571
08:04:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.577462 22890 log.cc:826] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Log is configured to *not* fsync() on all Append() calls
08:04:52.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.596249 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 21721
08:04:52.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.615562 22890 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.616768 22890 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f: Bootstrap complete.
08:04:52.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.652918 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 22652
08:04:52.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.651923 22890 raft_consensus.cc:359] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:52.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.655314 22890 raft_consensus.cc:740] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8656db33c2d4e82831316ff22b8119f, State: Initialized, Role: FOLLOWER
08:04:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.656651 22890 consensus_queue.cc:260] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } }
08:04:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.660181 22900 sys_catalog.cc:455] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d8ed19d96af494dad1ff8ce1f08e503" member_type: VOTER last_known_addr { host: "127.20.150.190" port: 44519 } } peers { permanent_uuid: "b8656db33c2d4e82831316ff22b8119f" member_type: VOTER last_known_addr { host: "127.20.150.189" port: 44907 } } peers { permanent_uuid: "7a350f5178bb4f3db7ccacf4f9ececb5" member_type: VOTER last_known_addr { host: "127.20.150.188" port: 43033 } } }
08:04:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.661293 22900 sys_catalog.cc:458] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: This master's current role is: FOLLOWER
08:04:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.662349 22890 sys_catalog.cc:565] T 00000000000000000000000000000000 P b8656db33c2d4e82831316ff22b8119f [sys.catalog]: configured and running, proceeding with master startup.
08:04:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.728010 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 22758
08:04:52.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:52.762428 21082 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 22571
08:04:54.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:04:54Z chronyd exiting
08:04:55.090 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:55.093964 20351 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 20635
08:04:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:55.124858 20351 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 20798
08:04:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:55.156659 20351 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 20936
08:04:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:55.186626 20351 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 20363
08:04:55.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:55.224961 20351 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 20433
08:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:04:55.258674 20351 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskbTrDWn/build/tsan/bin/kudu with pid 20509
08:04:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:04:56Z chronyd exiting
08:04:57.473 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
08:04:58.031 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
08:04:58.032 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more