08:03:21.648 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:03:21.663 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskfpJR7l/test-tmp
08:03:21.669 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:03:21.673 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskfpJR7l/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:21.906 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:22.108 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:22.109 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:22.114223 31403 mini_oidc.cc:150] Starting JWKS server
08:03:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:22.118446 31403 webserver.cc:533] Webserver started at http://127.0.0.1:44751/ using document root <none> and password file <none>
08:03:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:22.118880 31403 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:22.120798 31403 webserver.cc:533] Webserver started at http://127.0.0.1:37845/ using document root <none> and password file <none>
08:03:22.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T08:03:22Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:22.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T08:03:22Z Disabled control of system clock
08:03:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:22.185524 31403 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/wal
08:03:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/data
08:03:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/logs
08:03:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/data/info.pb
08:03:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.254:45701
08:03:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.254
08:03:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44751/jwks.json with env {}
08:03:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.513406 31415 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.514201 31415 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.515021 31415 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.551466 31415 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.551857 31415 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.552177 31415 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.552528 31415 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.552873 31415 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.553138 31415 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44751/jwks.json
08:03:22.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:22.591950 31415 master_runner.cc:387] Master server non-default flags:
08:03:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/data
08:03:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/wal
08:03:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.254:45701
08:03:22.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44751/jwks.json
08:03:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/data/info.pb
08:03:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.254
08:03:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/logs
08:03:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:22.594000 31415 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:22.596686 31415 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.612047 31421 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:22.612497 31422 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:23.900789 31415 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.291s user 0.505s sys 0.783s
08:03:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:23.901152 31415 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.291s user 0.505s sys 0.783s
08:03:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.905855 31415 server_base.cc:1061] running on GCE node
08:03:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:23.905994 31426 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.907626 31415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.910708 31415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.912273 31415 hybrid_clock.cc:648] HybridClock initialized: now 1781856203912185 us; error 93 us; skew 500 ppm
08:03:23.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.913743 31415 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.926321 31415 webserver.cc:533] Webserver started at http://127.30.170.254:34027/ using document root <none> and password file <none>
08:03:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.927512 31415 fs_manager.cc:362] Metadata directory not provided
08:03:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.927726 31415 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.928231 31415 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.933013 31415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/data/instance:
08:03:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6292c8fda0da45949ec0b17751ef6183"
08:03:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:23 on dist-test-slave-jt9t"
08:03:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.934839 31415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/wal/instance:
08:03:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6292c8fda0da45949ec0b17751ef6183"
08:03:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:23 on dist-test-slave-jt9t"
08:03:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.943981 31415 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.003s
08:03:23.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.950735 31431 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.952379 31415 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
08:03:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.953267 31415 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/wal
08:03:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6292c8fda0da45949ec0b17751ef6183"
08:03:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:23 on dist-test-slave-jt9t"
08:03:23.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:23.954058 31415 fs_report.cc:389] FS layout report
08:03:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/wal
08:03:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/wal
08:03:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/data/data
08:03:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.025187 31415 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.027019 31415 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.027590 31415 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.104655 31415 rpc_server.cc:307] RPC server started. Bound to: 127.30.170.254:45701
08:03:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.104759 31482 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.170.254:45701 every 8 connection(s)
08:03:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.107789 31415 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/data/info.pb
08:03:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.114678 31483 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:24.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.119004 31403 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 31415
08:03:24.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.119555 31403 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-0/wal/instance
08:03:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.125633 31403 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/wal
08:03:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/data
08:03:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/logs
08:03:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/data/info.pb
08:03:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.253:43953
08:03:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.253
08:03:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:24.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44751/jwks.json with env {}
08:03:24.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.130116 31483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } has no permanent_uuid. Determining permanent_uuid...
08:03:24.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.163425 31483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } has no permanent_uuid. Determining permanent_uuid...
08:03:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.166642 31435 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.170.253:43953: connect: Connection refused (error 111)
08:03:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.172199 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.253:43953: Network error: Client connection negotiation failed: client connection to 127.30.170.253:43953: connect: Connection refused (error 111)
08:03:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.221890 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } attempt: 1
08:03:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.227221 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.253:43953: Network error: Client connection negotiation failed: client connection to 127.30.170.253:43953: connect: Connection refused (error 111)
08:03:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.295693 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } attempt: 2
08:03:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.301822 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.253:43953: Network error: Client connection negotiation failed: client connection to 127.30.170.253:43953: connect: Connection refused (error 111)
08:03:24.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.393321 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } attempt: 3
08:03:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.400682 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.253:43953: Network error: Client connection negotiation failed: client connection to 127.30.170.253:43953: connect: Connection refused (error 111)
08:03:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.472401 31485 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.472965 31485 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.473493 31485 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:24.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.508440 31485 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:24.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.508746 31485 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.508998 31485 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.509232 31485 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.509431 31485 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.509569 31485 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44751/jwks.json
08:03:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.544225 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } attempt: 4
08:03:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.549382 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.253:43953: Network error: Client connection negotiation failed: client connection to 127.30.170.253:43953: connect: Connection refused (error 111)
08:03:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.553563 31485 master_runner.cc:387] Master server non-default flags:
08:03:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/data
08:03:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/wal
08:03:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.253:43953
08:03:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44751/jwks.json
08:03:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/data/info.pb
08:03:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.253
08:03:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/logs
08:03:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.555451 31485 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.557258 31485 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.569099 31494 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:24.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:24.848930 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } attempt: 5
08:03:24.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.856438 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.253:43953: Network error: Client connection negotiation failed: client connection to 127.30.170.253:43953: connect: Connection refused (error 111)
08:03:25.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.404026 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } attempt: 6
08:03:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:25.425789 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.253:43953: Network error: Client connection negotiation failed: client connection to 127.30.170.253:43953: connect: Connection refused (error 111)
08:03:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.571805 31495 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:25.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:24.573910 31497 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:25.853817 31496 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1277 milliseconds
08:03:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.854277 31485 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:25.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.855680 31485 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:25.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.858371 31485 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.859781 31485 hybrid_clock.cc:648] HybridClock initialized: now 1781856205859744 us; error 39 us; skew 500 ppm
08:03:25.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.860756 31485 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.867329 31485 webserver.cc:533] Webserver started at http://127.30.170.253:35009/ using document root <none> and password file <none>
08:03:25.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.868429 31485 fs_manager.cc:362] Metadata directory not provided
08:03:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.868688 31485 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.869283 31485 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.873811 31485 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/data/instance:
08:03:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca"
08:03:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:25 on dist-test-slave-jt9t"
08:03:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.875358 31485 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/wal/instance:
08:03:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca"
08:03:25.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:25 on dist-test-slave-jt9t"
08:03:25.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.883653 31485 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
08:03:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.890014 31506 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.891433 31485 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
08:03:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.891870 31485 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/wal
08:03:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca"
08:03:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:25 on dist-test-slave-jt9t"
08:03:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.892362 31485 fs_report.cc:389] FS layout report
08:03:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/wal
08:03:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/wal
08:03:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/data/data
08:03:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:25.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:25.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.960901 31485 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:25.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.962867 31485 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:25.963503 31485 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.039461 31485 rpc_server.cc:307] RPC server started. Bound to: 127.30.170.253:43953
08:03:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.039569 31557 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.170.253:43953 every 8 connection(s)
08:03:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.042604 31485 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/data/info.pb
08:03:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.047484 31403 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 31485
08:03:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.047963 31403 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-1/wal/instance
08:03:26.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.049597 31558 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.051045 31403 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/wal
08:03:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/data
08:03:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/logs
08:03:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/data/info.pb
08:03:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.252:45601
08:03:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.252
08:03:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44751/jwks.json with env {}
08:03:26.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.063907 31558 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } has no permanent_uuid. Determining permanent_uuid...
08:03:26.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.093706 31558 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } has no permanent_uuid. Determining permanent_uuid...
08:03:26.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.108580 31558 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } has no permanent_uuid. Determining permanent_uuid...
08:03:26.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.111316 31510 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.116113 31558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.165726 31558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 1
08:03:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.170632 31558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.239173 31558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 2
08:03:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.243644 31558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.335146 31558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 3
08:03:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.339740 31558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.385881 31560 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.386428 31560 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.386983 31560 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.421815 31560 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.422142 31560 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.422394 31560 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.422690 31560 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.422994 31560 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.423164 31560 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44751/jwks.json
08:03:26.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.462288 31560 master_runner.cc:387] Master server non-default flags:
08:03:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/data
08:03:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/wal
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.252:45601
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44751/jwks.json
08:03:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/data/info.pb
08:03:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.252
08:03:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/logs
08:03:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:26.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:26.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.463667 31560 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.465981 31560 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.480928 31570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.483177 31558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 4
08:03:26.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.486305 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } attempt: 7
08:03:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.491022 31558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.510493 31483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } has no permanent_uuid. Determining permanent_uuid...
08:03:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.539090 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.597700 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 1
08:03:26.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.606242 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.705958 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 2
08:03:26.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.741138 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.790521 31558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 5
08:03:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.799249 31558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.831585 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 3
08:03:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.839866 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:26.980439 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 4
08:03:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.991160 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:27.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:27.274739 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 5
08:03:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:27.284699 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:27.346786 31558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 6
08:03:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:27.374938 31558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:27.748359 31479 debug-util.cc:398] Leaking SignalData structure 0x7b080003c180 after lost signal to thread 31416
08:03:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:27.749259 31479 debug-util.cc:398] Leaking SignalData structure 0x7b080007a500 after lost signal to thread 31482
08:03:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:27.837267 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 6
08:03:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:27.886723 31483 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:28.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:27.886011 31569 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31560
08:03:28.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.319036 31569 kernel_stack_watchdog.cc:198] Thread 31560 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:03:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:03:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:03:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:03:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:03:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:26.483158 31571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.321578 31560 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.840s user 0.639s sys 1.180s
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.322182 31560 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.840s user 0.639s sys 1.181s
08:03:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.322242 31573 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.325188 31572 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1837 milliseconds
08:03:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.325191 31560 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:28.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.327544 31560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.330648 31560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.332406 31560 hybrid_clock.cc:648] HybridClock initialized: now 1781856208332356 us; error 43 us; skew 500 ppm
08:03:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.333642 31560 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.341928 31560 webserver.cc:533] Webserver started at http://127.30.170.252:38679/ using document root <none> and password file <none>
08:03:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.343396 31560 fs_manager.cc:362] Metadata directory not provided
08:03:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.343720 31560 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.344280 31560 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.352039 31560 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/data/instance:
08:03:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d54fc7f6ccc4437868058fee654762c"
08:03:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:28 on dist-test-slave-jt9t"
08:03:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.353739 31560 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/wal/instance:
08:03:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d54fc7f6ccc4437868058fee654762c"
08:03:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:28 on dist-test-slave-jt9t"
08:03:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.364114 31560 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
08:03:28.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.371146 31587 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.372501 31560 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
08:03:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.372902 31560 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/wal
08:03:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d54fc7f6ccc4437868058fee654762c"
08:03:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:28 on dist-test-slave-jt9t"
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.373371 31560 fs_report.cc:389] FS layout report
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/wal
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/wal
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/data/data
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:28.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.423564 31560 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.425436 31560 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.426128 31560 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.435546 31558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 7
08:03:28.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.444139 31558 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.170.252:45601: Network error: Client connection negotiation failed: client connection to 127.30.170.252:45601: connect: Connection refused (error 111)
08:03:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.519831 31560 rpc_server.cc:307] RPC server started. Bound to: 127.30.170.252:45601
08:03:28.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.519984 31640 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.170.252:45601 every 8 connection(s)
08:03:28.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.523355 31560 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/data/info.pb
08:03:28.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.530786 31641 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.533138 31403 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 31560
08:03:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.533623 31403 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/master-2/wal/instance
08:03:28.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.549860 31641 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.599269 31641 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.617107 31641 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } has no permanent_uuid. Determining permanent_uuid...
08:03:28.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.638409 31641 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c: Bootstrap starting.
08:03:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.647310 31641 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c: Neither blocks nor log segments found. Creating new log.
08:03:28.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.650625 31641 log.cc:826] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c: Log is configured to *not* fsync() on all Append() calls
08:03:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.656858 31641 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c: No bootstrap required, opened a new log
08:03:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.690263 31641 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.691305 31641 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.691665 31641 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d54fc7f6ccc4437868058fee654762c, State: Initialized, Role: FOLLOWER
08:03:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.692708 31641 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.695703 31651 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.696360 31651 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: This master's current role is: FOLLOWER
08:03:28.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.698081 31641 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: configured and running, proceeding with master startup.
08:03:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.731397 31662 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.732312 31662 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.726250 31560 master_runner.cc:187] Error getting master registration for 127.30.170.254:45701: OK, instance_id { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" instance_seqno: 1781856204084551 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.765337 31560 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.920310 31483 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 7
08:03:28.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:28.933692 31593 tablet.cc:2406] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.947898 31483 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: Bootstrap starting.
08:03:28.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.961297 31483 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: Neither blocks nor log segments found. Creating new log.
08:03:28.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.964136 31483 log.cc:826] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: Log is configured to *not* fsync() on all Append() calls
08:03:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:28.969939 31483 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: No bootstrap required, opened a new log
08:03:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.003085 31483 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.005966 31483 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:29.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.006773 31483 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6292c8fda0da45949ec0b17751ef6183, State: Initialized, Role: FOLLOWER
08:03:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.008159 31483 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.013970 31666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.015515 31666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.016135 31483 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [sys.catalog]: configured and running, proceeding with master startup.
08:03:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.028996 31651 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.029578 31651 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.036350 31458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d54fc7f6ccc4437868058fee654762c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6292c8fda0da45949ec0b17751ef6183" is_pre_election: true
08:03:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.037350 31458 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d54fc7f6ccc4437868058fee654762c in term 0.
08:03:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:29.046278 31437 tablet.cc:2406] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.052076 31589 leader_election.cc:304] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6292c8fda0da45949ec0b17751ef6183, 8d54fc7f6ccc4437868058fee654762c; no voters:
08:03:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.063247 31651 leader_election.cc:290] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6292c8fda0da45949ec0b17751ef6183 (127.30.170.254:45701), 9ef33bcba92c4d578d7fbc4dfa2a95ca (127.30.170.253:43953)
08:03:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.064240 31651 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.064808 31651 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.065169 31651 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 0 FOLLOWER]: Advancing to term 1
08:03:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.102588 31651 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.113109 31458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d54fc7f6ccc4437868058fee654762c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6292c8fda0da45949ec0b17751ef6183"
08:03:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.113718 31458 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [term 0 FOLLOWER]: Advancing to term 1
08:03:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.114660 31651 leader_election.cc:290] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [CANDIDATE]: Term 1 election: Requested vote from peers 6292c8fda0da45949ec0b17751ef6183 (127.30.170.254:45701), 9ef33bcba92c4d578d7fbc4dfa2a95ca (127.30.170.253:43953)
08:03:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.133524 31458 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8d54fc7f6ccc4437868058fee654762c in term 1.
08:03:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.139715 31589 leader_election.cc:304] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6292c8fda0da45949ec0b17751ef6183, 8d54fc7f6ccc4437868058fee654762c; no voters:
08:03:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.140604 31651 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 1 FOLLOWER]: Leader election won for term 1
08:03:29.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.141139 31651 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [term 1 LEADER]: Becoming Leader. State: Replica: 8d54fc7f6ccc4437868058fee654762c, State: Running, Role: LEADER
08:03:29.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.142181 31651 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.151655 31673 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8d54fc7f6ccc4437868058fee654762c. Latest consensus state: current_term: 1 leader_uuid: "8d54fc7f6ccc4437868058fee654762c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.152410 31673 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: This master's current role is: LEADER
08:03:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.163483 31678 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:03:29.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.171833 31678 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:03:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:29.193125 31680 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:29.194097 31680 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:29.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.198733 31458 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [term 1 FOLLOWER]: Refusing update from remote peer 8d54fc7f6ccc4437868058fee654762c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.202850 31673 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:29.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.182338 31415 master_runner.cc:187] Error getting master registration for 127.30.170.253:43953: OK, instance_id { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" instance_seqno: 1781856206019512 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:29.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.292770 31415 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:29.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.293427 31666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8d54fc7f6ccc4437868058fee654762c. Latest consensus state: current_term: 1 leader_uuid: "8d54fc7f6ccc4437868058fee654762c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:29.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.294166 31666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.311371 31682 mvcc.cc:204] Tried to move back new op lower bound from 7298483032844566528 to 7298483032658149376. Current Snapshot: MvccSnapshot[applied={T|T < 7298483032844566528}]
08:03:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.316643 31683 mvcc.cc:204] Tried to move back new op lower bound from 7298483032844566528 to 7298483032658149376. Current Snapshot: MvccSnapshot[applied={T|T < 7298483032844566528}]
08:03:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.322109 31666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8d54fc7f6ccc4437868058fee654762c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.323413 31666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183 [sys.catalog]: This master's current role is: FOLLOWER
08:03:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.344965 31651 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8d54fc7f6ccc4437868058fee654762c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.345726 31651 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: This master's current role is: LEADER
08:03:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.347579 31678 catalog_manager.cc:1382] Generated new cluster ID: 24c98921dfad410d94d4e1e42d1d6363
08:03:29.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.347878 31678 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:03:29.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.409940 31678 catalog_manager.cc:1405] Generated new certificate authority record
08:03:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.413496 31678 catalog_manager.cc:1539] Loading token signing keys...
08:03:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.464293 31678 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c: Generated new TSK 0
08:03:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.465943 31678 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:03:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:29.524565 31403 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/wal
08:03:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/data
08:03:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/logs
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/data/info.pb
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.193:0
08:03:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.170.193
08:03:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.193
08:03:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:30.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.095749 31687 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:30.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.096900 31687 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.098905 31687 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.171249 31687 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.173880 31687 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.170.193
08:03:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.200495 31680 catalog_manager.cc:1294] Loaded cluster ID: 24c98921dfad410d94d4e1e42d1d6363
08:03:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.201278 31680 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: loading cluster ID for follower catalog manager: success
08:03:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.219431 31680 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: acquiring CA information for follower catalog manager: success
08:03:30.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.226042 31680 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6292c8fda0da45949ec0b17751ef6183: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.251645 31687 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/data
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/wal
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.193:0
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/data/info.pb
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.193
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.170.193
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/logs
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.253559 31687 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.256114 31687 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.289922 31693 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.534652 31558 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } attempt: 8
08:03:30.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.648181 31591 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.30.170.253:43953 timed out after 1.529s (SENT)
08:03:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.658707 31558 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca: Bootstrap starting.
08:03:30.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.736712 31558 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca: Neither blocks nor log segments found. Creating new log.
08:03:30.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.756476 31558 log.cc:826] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca: Log is configured to *not* fsync() on all Append() calls
08:03:30.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.792829 31558 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca: No bootstrap required, opened a new log
08:03:30.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.844767 31558 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.845716 31558 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.846079 31558 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9ef33bcba92c4d578d7fbc4dfa2a95ca, State: Initialized, Role: FOLLOWER
08:03:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.847311 31558 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.852751 31702 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.853634 31702 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [sys.catalog]: This master's current role is: FOLLOWER
08:03:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.862071 31702 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.862644 31702 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } }
08:03:30.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.866460 31458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6292c8fda0da45949ec0b17751ef6183" is_pre_election: true
08:03:30.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.866863 31616 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d54fc7f6ccc4437868058fee654762c" is_pre_election: true
08:03:30.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.868532 31558 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [sys.catalog]: configured and running, proceeding with master startup.
08:03:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.868862 31510 leader_election.cc:304] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9ef33bcba92c4d578d7fbc4dfa2a95ca; no voters: 6292c8fda0da45949ec0b17751ef6183, 8d54fc7f6ccc4437868058fee654762c
08:03:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.869096 31532 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d54fc7f6ccc4437868058fee654762c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca"
08:03:30.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.870146 31532 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 0 FOLLOWER]: Advancing to term 1
08:03:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.875402 31533 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d54fc7f6ccc4437868058fee654762c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" is_pre_election: true
08:03:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.877341 31533 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:38016 (request call id 1) took 1842 ms (client timeout 1663 ms). Trace:
08:03:30.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.878196 31533 rpcz_store.cc:269] 0619 08:03:29.035359 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:29.035510 (+ 151us) service_pool.cc:224] Handling call
08:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:30.877236 (+1841726us) inbound_call.cc:177] Queueing success response
08:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:03:30.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.871604 31530 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d54fc7f6ccc4437868058fee654762c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca"
08:03:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.878850 31702 leader_election.cc:290] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6292c8fda0da45949ec0b17751ef6183 (127.30.170.254:45701), 8d54fc7f6ccc4437868058fee654762c (127.30.170.252:45601)
08:03:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.870910 31529 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d54fc7f6ccc4437868058fee654762c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" is_pre_election: true
08:03:30.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.887248 31532 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8d54fc7f6ccc4437868058fee654762c in term 1.
08:03:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.888988 31703 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:03:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.890955 31531 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [term 1 FOLLOWER]: Refusing update from remote peer 8d54fc7f6ccc4437868058fee654762c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.889210 31532 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:38016 (request call id 2) took 1770 ms (client timeout 1529 ms). Trace:
08:03:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.896891 31532 rpcz_store.cc:269] 0619 08:03:29.118860 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:03:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:29.119073 (+ 213us) service_pool.cc:224] Handling call
08:03:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:30.889135 (+1770062us) inbound_call.cc:177] Queueing success response
08:03:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:03:30.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.899636 31531 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:38016 (request call id 3) took 1704 ms. Trace:
08:03:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.900044 31531 rpcz_store.cc:276] 0619 08:03:29.194961 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:03:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:29.195111 (+ 150us) service_pool.cc:224] Handling call
08:03:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:30.888871 (+1693760us) raft_consensus.cc:1471] Updating replica for 0 ops
08:03:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:30.891482 (+ 2611us) raft_consensus.cc:1697] Filling consensus response to leader.
08:03:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:30.898544 (+ 7062us) spinlock_profiling.cc:243] Waited 1.21 ms on lock 0x7b5400030554. stack: 00007f986d62eb43 00007f986d62ea40 00007f986d1df574 000000000050eee4 000000000050ee79 00007f9874712951 00007f98747aa1e1 00007f98747a8c1e 00007f98757d9b19 00007f9873e8bd34 00007f9873e8bcc2 00007f9873e8bbf1 00007f9873e8bb6c 00007f9873e8ae22 00007f987247ac3c 00007f987247a076
08:03:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:30.899352 (+ 808us) spinlock_profiling.cc:243] Waited 18.7 ms on lock 0x7b5400030550. stack: 00007f986d62eb43 00007f986d62ea40 00007f986d1df574 000000000050eee4 000000000050ee79 00007f9874712951 00007f98747a8c8d 00007f98757d9b19 00007f9873e8bd34 00007f9873e8bcc2 00007f9873e8bbf1 00007f9873e8bb6c 00007f9873e8ae22 00007f987247ac3c 00007f987247a076 00007f9872479a1f
08:03:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:03:30.899552 (+ 200us) inbound_call.cc:177] Queueing success response
08:03:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":45737216}
08:03:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.902935 31697 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [LEADER]: Connected to new peer: Peer: permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:03:30.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.948566 31712 mvcc.cc:204] Tried to move back new op lower bound from 7298483032844566528 to 7298483032658149376. Current Snapshot: MvccSnapshot[applied={T|T < 7298483032844566528}]
08:03:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.981900 31703 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8d54fc7f6ccc4437868058fee654762c. Latest consensus state: current_term: 1 leader_uuid: "8d54fc7f6ccc4437868058fee654762c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.982898 31703 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [sys.catalog]: This master's current role is: FOLLOWER
08:03:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.984097 31702 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8d54fc7f6ccc4437868058fee654762c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:30.984803 31702 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca [sys.catalog]: This master's current role is: FOLLOWER
08:03:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:31.034670 31719 catalog_manager.cc:1294] Loaded cluster ID: 24c98921dfad410d94d4e1e42d1d6363
08:03:31.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:31.034976 31719 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca: loading cluster ID for follower catalog manager: success
08:03:31.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:31.078426 31719 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca: acquiring CA information for follower catalog manager: success
08:03:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:31.084333 31719 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9ef33bcba92c4d578d7fbc4dfa2a95ca: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:31.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:31.427802 31697 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8d54fc7f6ccc4437868058fee654762c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6292c8fda0da45949ec0b17751ef6183" member_type: VOTER last_known_addr { host: "127.30.170.254" port: 45701 } } peers { permanent_uuid: "9ef33bcba92c4d578d7fbc4dfa2a95ca" member_type: VOTER last_known_addr { host: "127.30.170.253" port: 43953 } } peers { permanent_uuid: "8d54fc7f6ccc4437868058fee654762c" member_type: VOTER last_known_addr { host: "127.30.170.252" port: 45601 } } }
08:03:31.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:31.428797 31697 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d54fc7f6ccc4437868058fee654762c [sys.catalog]: This master's current role is: LEADER
08:03:32.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:30.294968 31694 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:32.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:31.681849 31692 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31687
08:03:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:32.592721 31687 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.299s user 0.576s sys 1.081s
08:03:32.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:32.598044 31687 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.305s user 0.577s sys 1.081s
08:03:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:32.605571 31726 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.606117 31687 server_base.cc:1061] running on GCE node
08:03:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.607667 31687 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.616247 31687 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:32.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.617727 31687 hybrid_clock.cc:648] HybridClock initialized: now 1781856212617685 us; error 51 us; skew 500 ppm
08:03:32.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.618884 31687 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.637784 31687 webserver.cc:533] Webserver started at http://127.30.170.193:43153/ using document root <none> and password file <none>
08:03:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.639827 31687 fs_manager.cc:362] Metadata directory not provided
08:03:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.640161 31687 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.640793 31687 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:32.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.647956 31687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/data/instance:
08:03:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b6537ff1658417aa62359f4856bcd80"
08:03:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:32 on dist-test-slave-jt9t"
08:03:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.649654 31687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/wal/instance:
08:03:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b6537ff1658417aa62359f4856bcd80"
08:03:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:32 on dist-test-slave-jt9t"
08:03:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.660780 31687 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
08:03:32.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.670274 31731 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.671878 31687 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
08:03:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.672328 31687 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/wal
08:03:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b6537ff1658417aa62359f4856bcd80"
08:03:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:32 on dist-test-slave-jt9t"
08:03:32.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.672775 31687 fs_report.cc:389] FS layout report
08:03:32.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/wal
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/wal
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/data/data
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:32.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.753608 31687 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.755717 31687 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.756446 31687 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.766010 31687 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.778672 31687 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.779047 31687 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.779356 31687 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.779556 31687 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.994966 31687 rpc_server.cc:307] RPC server started. Bound to: 127.30.170.193:33693
08:03:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.996371 31843 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.170.193:33693 every 8 connection(s)
08:03:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:32.998976 31687 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/data/info.pb
08:03:33.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.009598 31403 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 31687
08:03:33.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.010274 31403 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-0/wal/instance
08:03:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.054875 31403 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/wal
08:03:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/data
08:03:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/logs
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/data/info.pb
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.194:0
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.170.194
08:03:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.194
08:03:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:33.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.166177 31849 heartbeater.cc:344] Connected to a master server at 127.30.170.254:45701
08:03:33.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.166742 31849 heartbeater.cc:461] Registering TS with master...
08:03:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.168165 31849 heartbeater.cc:507] Master 127.30.170.254:45701 requested a full tablet report, sending...
08:03:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.172976 31448 ts_manager.cc:194] Registered new tserver with Master: 5b6537ff1658417aa62359f4856bcd80 (127.30.170.193:33693)
08:03:33.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.177405 31844 heartbeater.cc:344] Connected to a master server at 127.30.170.253:43953
08:03:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.177794 31844 heartbeater.cc:461] Registering TS with master...
08:03:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.179097 31844 heartbeater.cc:507] Master 127.30.170.253:43953 requested a full tablet report, sending...
08:03:33.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.182787 31523 ts_manager.cc:194] Registered new tserver with Master: 5b6537ff1658417aa62359f4856bcd80 (127.30.170.193:33693)
08:03:33.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.187393 31845 heartbeater.cc:344] Connected to a master server at 127.30.170.252:45601
08:03:33.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.187754 31845 heartbeater.cc:461] Registering TS with master...
08:03:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.188666 31845 heartbeater.cc:507] Master 127.30.170.252:45601 requested a full tablet report, sending...
08:03:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.191838 31606 ts_manager.cc:194] Registered new tserver with Master: 5b6537ff1658417aa62359f4856bcd80 (127.30.170.193:33693)
08:03:33.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.194527 31606 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.170.193:42165
08:03:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:33.558691 31848 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:33.559841 31848 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:33.560871 31848 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:33.600893 31848 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:33.601982 31848 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.170.194
08:03:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.646021 31848 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/data
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/wal
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.194:0
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/data/info.pb
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.194
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.170.194
08:03:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/logs
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:33.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.647776 31848 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:33.650388 31848 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:33.685648 31860 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:34.201743 31845 heartbeater.cc:499] Master 127.30.170.252:45601 was elected leader, sending a full tablet report...
08:03:35.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:35.088145 31859 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31848
08:03:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:35.508787 31848 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.820s user 0.446s sys 0.933s
08:03:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:33.688012 31861 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:35.509516 31848 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.821s user 0.447s sys 0.934s
08:03:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:35.511181 31863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:35.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:35.514770 31862 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1823 milliseconds
08:03:35.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.514891 31848 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.516166 31848 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:35.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.519064 31848 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.522701 31848 hybrid_clock.cc:648] HybridClock initialized: now 1781856215522260 us; error 425 us; skew 500 ppm
08:03:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.524080 31848 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.532629 31848 webserver.cc:533] Webserver started at http://127.30.170.194:36871/ using document root <none> and password file <none>
08:03:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.533948 31848 fs_manager.cc:362] Metadata directory not provided
08:03:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.534245 31848 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.534791 31848 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.541666 31848 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/data/instance:
08:03:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e43a0e07b8b5449c99627a02210fa6ec"
08:03:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:35 on dist-test-slave-jt9t"
08:03:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.543458 31848 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/wal/instance:
08:03:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e43a0e07b8b5449c99627a02210fa6ec"
08:03:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:35 on dist-test-slave-jt9t"
08:03:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.553653 31848 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.005s
08:03:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.560706 31871 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.562306 31848 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.562637 31848 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/wal
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e43a0e07b8b5449c99627a02210fa6ec"
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:35 on dist-test-slave-jt9t"
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.562950 31848 fs_report.cc:389] FS layout report
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/wal
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/wal
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/data/data
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.619093 31848 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.620546 31848 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:35.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.620958 31848 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:35.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.623706 31848 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.628109 31848 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.628494 31848 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.628706 31848 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:35.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.628844 31848 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:35.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.776852 31848 rpc_server.cc:307] RPC server started. Bound to: 127.30.170.194:33881
08:03:35.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.776942 31983 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.170.194:33881 every 8 connection(s)
08:03:35.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.780953 31848 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/data/info.pb
08:03:35.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.785115 31403 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 31848
08:03:35.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.785567 31403 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-1/wal/instance
08:03:35.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.797313 31403 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/wal
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/data
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/logs
08:03:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/data/info.pb
08:03:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.195:0
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.170.195
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.195
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:03:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.841252 31984 heartbeater.cc:344] Connected to a master server at 127.30.170.253:43953
08:03:35.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.841774 31984 heartbeater.cc:461] Registering TS with master...
08:03:35.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.843170 31984 heartbeater.cc:507] Master 127.30.170.253:43953 requested a full tablet report, sending...
08:03:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.846589 31523 ts_manager.cc:194] Registered new tserver with Master: e43a0e07b8b5449c99627a02210fa6ec (127.30.170.194:33881)
08:03:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.850099 31985 heartbeater.cc:344] Connected to a master server at 127.30.170.252:45601
08:03:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.850515 31985 heartbeater.cc:461] Registering TS with master...
08:03:35.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.851472 31985 heartbeater.cc:507] Master 127.30.170.252:45601 requested a full tablet report, sending...
08:03:35.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.852545 31988 heartbeater.cc:344] Connected to a master server at 127.30.170.254:45701
08:03:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.852921 31988 heartbeater.cc:461] Registering TS with master...
08:03:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.853580 31606 ts_manager.cc:194] Registered new tserver with Master: e43a0e07b8b5449c99627a02210fa6ec (127.30.170.194:33881)
08:03:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.853888 31988 heartbeater.cc:507] Master 127.30.170.254:45701 requested a full tablet report, sending...
08:03:35.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.855172 31606 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.170.194:43467
08:03:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:35.856707 31448 ts_manager.cc:194] Registered new tserver with Master: e43a0e07b8b5449c99627a02210fa6ec (127.30.170.194:33881)
08:03:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:36.158464 31989 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:36.158950 31989 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:36.159355 31989 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:36.194227 31989 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:36.195039 31989 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.170.195
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:36.234972 31989 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.170.212:38075
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/data
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/wal
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.170.195:0
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:36.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/data/info.pb
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.170.195
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.170.254:45701,127.30.170.253:43953,127.30.170.252:45601
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.170.195
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/logs
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:36.236388 31989 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:36.238283 31989 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:36.250746 32000 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:36.858670 31985 heartbeater.cc:499] Master 127.30.170.252:45601 was elected leader, sending a full tablet report...
08:03:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:37.656204 31999 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31989
08:03:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:37.911147 31989 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.659s user 0.662s sys 0.960s
08:03:37.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:37.911479 31989 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.659s user 0.662s sys 0.960s
08:03:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:36.252434 32001 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:37.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:37.914582 32003 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:37.918951 32002 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1666 milliseconds
08:03:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.918962 31989 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:37.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.920289 31989 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:37.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.922676 31989 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:37.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.924079 31989 hybrid_clock.cc:648] HybridClock initialized: now 1781856217924047 us; error 48 us; skew 500 ppm
08:03:37.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.925114 31989 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:37.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.931634 31989 webserver.cc:533] Webserver started at http://127.30.170.195:46587/ using document root <none> and password file <none>
08:03:37.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.932548 31989 fs_manager.cc:362] Metadata directory not provided
08:03:37.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.932878 31989 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:37.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.933492 31989 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.938797 31989 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/data/instance:
08:03:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff6b13d8e33c4dca808198ce25790b6a"
08:03:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:37 on dist-test-slave-jt9t"
08:03:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.940153 31989 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/wal/instance:
08:03:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff6b13d8e33c4dca808198ce25790b6a"
08:03:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:37 on dist-test-slave-jt9t"
08:03:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.947810 31989 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.007s
08:03:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.953794 32011 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.955098 31989 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
08:03:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.955514 31989 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/wal
08:03:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff6b13d8e33c4dca808198ce25790b6a"
08:03:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:37 on dist-test-slave-jt9t"
08:03:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:37.955938 31989 fs_report.cc:389] FS layout report
08:03:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/wal
08:03:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/wal
08:03:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/data/data
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:38.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.021289 31989 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:38.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.022979 31989 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:38.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.023543 31989 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.026446 31989 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.031562 31989 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.032172 31989 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
08:03:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.032526 31989 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.032727 31989 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.180305 31989 rpc_server.cc:307] RPC server started. Bound to: 127.30.170.195:37197
08:03:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.180441 32123 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.170.195:37197 every 8 connection(s)
08:03:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.183148 31989 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/data/info.pb
08:03:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.189556 31403 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 31989
08:03:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.190152 31403 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster16725442433798734948/ts-2/wal/instance
08:03:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.233692 32126 heartbeater.cc:344] Connected to a master server at 127.30.170.254:45701
08:03:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.233984 32124 heartbeater.cc:344] Connected to a master server at 127.30.170.253:43953
08:03:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.234628 32126 heartbeater.cc:461] Registering TS with master...
08:03:38.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.234736 32124 heartbeater.cc:461] Registering TS with master...
08:03:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.235487 32125 heartbeater.cc:344] Connected to a master server at 127.30.170.252:45601
08:03:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.236296 32125 heartbeater.cc:461] Registering TS with master...
08:03:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.236634 32126 heartbeater.cc:507] Master 127.30.170.254:45701 requested a full tablet report, sending...
08:03:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.236727 32124 heartbeater.cc:507] Master 127.30.170.253:43953 requested a full tablet report, sending...
08:03:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.237291 32125 heartbeater.cc:507] Master 127.30.170.252:45601 requested a full tablet report, sending...
08:03:38.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.239838 31448 ts_manager.cc:194] Registered new tserver with Master: ff6b13d8e33c4dca808198ce25790b6a (127.30.170.195:37197)
08:03:38.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.239718 31606 ts_manager.cc:194] Registered new tserver with Master: ff6b13d8e33c4dca808198ce25790b6a (127.30.170.195:37197)
08:03:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.241758 31606 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.170.195:36923
08:03:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.244863 31523 ts_manager.cc:194] Registered new tserver with Master: ff6b13d8e33c4dca808198ce25790b6a (127.30.170.195:37197)
08:03:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:38.256533 31403 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:03:38.269 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:03:38.270 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:38.280 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.170.254"
port: 45701
}
bound_http_address {
host: "127.30.170.254"
port: 34027
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.170.253"
port: 43953
}
bound_http_address {
host: "127.30.170.253"
port: 35009
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.170.252"
port: 45601
}
bound_http_address {
host: "127.30.170.252"
port: 38679
}
}
}
08:03:38.283 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:38.286 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.30.170.193"
port: 33693
}
bound_http_address {
host: "127.30.170.193"
port: 43153
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.30.170.194"
port: 33881
}
bound_http_address {
host: "127.30.170.194"
port: 36871
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.30.170.195"
port: 37197
}
bound_http_address {
host: "127.30.170.195"
port: 46587
}
}
}
08:03:38.286 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:03:38.462 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:03:38.525 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:03:38.635 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskfpJR7l/test-tmp
08:03:38.636 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:03:38.637 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskfpJR7l/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:03:38.641 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:03:39.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:39.038 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:03:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:39.042846 32136 mini_oidc.cc:150] Starting JWKS server
08:03:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:39.047176 32136 webserver.cc:533] Webserver started at http://127.0.0.1:41635/ using document root <none> and password file <none>
08:03:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:39.047878 32136 mini_oidc.cc:186] Starting OIDC Discovery server
08:03:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:39.050384 32136 webserver.cc:533] Webserver started at http://127.0.0.1:35957/ using document root <none> and password file <none>
08:03:39.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:03:39.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/principal' for realm 'KRBTEST.COM',
08:03:39.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:03:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:39 dist-test-slave-jt9t krb5kdc[32148](info): setting up network...
08:03:39.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:03:39.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:39 dist-test-slave-jt9t krb5kdc[32148](info): set up 2 sockets
08:03:39.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:39 dist-test-slave-jt9t krb5kdc[32148](info): commencing operation
08:03:39.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:03:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:39.246150 32125 heartbeater.cc:499] Master 127.30.170.252:45601 was elected leader, sending a full tablet report...
08:03:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.229923 32136 mini_kdc.cc:121] Time spent starting KDC: real 2.133s user 0.006s sys 0.013s
08:03:41.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:03:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:03:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:03:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:03:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:03:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:03:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:03:41.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:03:41.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:03:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:03:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/test-user.keytab.
08:03:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/test-user.keytab.
08:03:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:41 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856221, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:03:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T08:03:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:03:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T08:03:41Z Disabled control of system clock
08:03:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.98.62@KRBTEST.COM; defaulting to no policy
08:03:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.98.62@KRBTEST.COM" created.
08:03:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.98.62@KRBTEST.COM; defaulting to no policy
08:03:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.98.62@KRBTEST.COM" created.
08:03:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:41.483644 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/logs
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/info.pb
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.62:37367
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.62
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.62
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:03:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.823836 32165 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.824473 32165 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.825053 32165 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.860110 32165 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.860373 32165 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.860639 32165 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.860841 32165 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.861054 32165 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.861248 32165 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.861387 32165 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41635/jwks.json
08:03:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:41.905058 32165 master_runner.cc:387] Master server non-default flags:
08:03:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.62
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.62:37367
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:41.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/info.pb
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.62
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/logs
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:41.906618 32165 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:41.908010 32165 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.919613 32171 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:43.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:43.324934 32170 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 32165
08:03:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:41.920120 32172 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:43.629848 32165 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.710s user 0.564s sys 1.118s
08:03:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:43.632565 32174 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:43.631871 32165 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.712s user 0.564s sys 1.118s
08:03:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:43.634796 32173 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1711 milliseconds
08:03:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.634835 32165 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.637131 32165 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.640333 32165 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.642143 32165 hybrid_clock.cc:648] HybridClock initialized: now 1781856223642087 us; error 47 us; skew 500 ppm
08:03:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.643271 32165 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:43.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:43 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856223, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.650019 32165 init.cc:377] Logged in from keytab as kudu/127.31.98.62@KRBTEST.COM (short username kudu)
08:03:43.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.654901 32165 webserver.cc:533] Webserver started at http://127.31.98.62:35707/ using document root <none> and password file <none>
08:03:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.655889 32165 fs_manager.cc:362] Metadata directory not provided
08:03:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.656136 32165 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.656672 32165 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.661104 32165 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/instance:
08:03:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58909fee34f94d7e8dc593bace7b3f15"
08:03:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:43 on dist-test-slave-jt9t"
08:03:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.662683 32165 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal/instance:
08:03:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58909fee34f94d7e8dc593bace7b3f15"
08:03:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:43 on dist-test-slave-jt9t"
08:03:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.671276 32165 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.005s
08:03:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.677320 32185 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.678519 32165 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
08:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.678912 32165 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58909fee34f94d7e8dc593bace7b3f15"
08:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:43 on dist-test-slave-jt9t"
08:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.679301 32165 fs_report.cc:389] FS layout report
08:03:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/data
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.736851 32165 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.751624 32165 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:43.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.752166 32165 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.834591 32165 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.62:37367
08:03:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.834666 32236 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.62:37367 every 8 connection(s)
08:03:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.837411 32165 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/info.pb
08:03:43.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.843200 32237 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:43.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.843163 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 32165
08:03:43.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.843653 32136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal/instance
08:03:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.855472 32237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } has no permanent_uuid. Determining permanent_uuid...
08:03:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.98.61@KRBTEST.COM; defaulting to no policy
08:03:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.98.61@KRBTEST.COM" created.
08:03:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:43 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856223, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:03:43.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:43.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:43.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:43.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.899185 32237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } has no permanent_uuid. Determining permanent_uuid...
08:03:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:43.902697 32187 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.98.61@KRBTEST.COM; defaulting to no policy
08:03:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:43.907655 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.61:45967: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:43.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.98.61@KRBTEST.COM" created.
08:03:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.934752 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/logs
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/info.pb
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.61:45967
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.61
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.61
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:43.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:43.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:43.957137 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } attempt: 1
08:03:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:43.961475 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.61:45967: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:44.030038 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } attempt: 2
08:03:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.035270 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.61:45967: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:44.126679 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } attempt: 3
08:03:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.131392 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.61:45967: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.254175 32246 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.254720 32246 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:44.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.255286 32246 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:44.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:44.274814 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } attempt: 4
08:03:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.278723 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.61:45967: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.293215 32246 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.293457 32246 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:44.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.293727 32246 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.294009 32246 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.294322 32246 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.294647 32246 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.294903 32246 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41635/jwks.json
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:44.337018 32246 master_runner.cc:387] Master server non-default flags:
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.61
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.61:45967
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/info.pb
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.61
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/logs
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:44.338439 32246 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:44.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:44.339710 32246 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.351280 32252 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:44.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:44.578191 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } attempt: 5
08:03:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.590052 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.61:45967: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:45.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.137645 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } attempt: 6
08:03:45.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:45.172454 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.61:45967: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:44.351997 32253 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:45.738687 32255 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:45.742290 32254 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1389 milliseconds
08:03:45.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:45.744365 32246 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.393s user 0.453s sys 0.901s
08:03:45.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:45.744673 32246 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.393s user 0.453s sys 0.901s
08:03:45.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.744933 32246 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.746273 32246 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.751670 32246 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:45.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.753379 32246 hybrid_clock.cc:648] HybridClock initialized: now 1781856225753307 us; error 86 us; skew 500 ppm
08:03:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.754590 32246 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:45 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856225, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.761767 32246 init.cc:377] Logged in from keytab as kudu/127.31.98.61@KRBTEST.COM (short username kudu)
08:03:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.769343 32246 webserver.cc:533] Webserver started at http://127.31.98.61:46235/ using document root <none> and password file <none>
08:03:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.770862 32246 fs_manager.cc:362] Metadata directory not provided
08:03:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.771163 32246 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.771757 32246 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.779179 32246 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/instance:
08:03:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d0d172ba90a48aaa176c11f296e8781"
08:03:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:45 on dist-test-slave-jt9t"
08:03:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.781433 32246 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal/instance:
08:03:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d0d172ba90a48aaa176c11f296e8781"
08:03:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:45 on dist-test-slave-jt9t"
08:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.792210 32246 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.004s sys 0.004s
08:03:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.800559 32267 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.802009 32246 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.005s
08:03:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.802449 32246 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d0d172ba90a48aaa176c11f296e8781"
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:45 on dist-test-slave-jt9t"
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.802927 32246 fs_report.cc:389] FS layout report
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/data
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.905404 32246 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.911952 32246 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.912482 32246 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.986691 32246 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.61:45967
08:03:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.986788 32318 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.61:45967 every 8 connection(s)
08:03:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.989488 32246 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/info.pb
08:03:45.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.996091 32319 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:45.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.996851 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 32246
08:03:45.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:45.997331 32136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal/instance
08:03:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.010700 32319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.98.60@KRBTEST.COM; defaulting to no policy
08:03:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.98.60@KRBTEST.COM" created.
08:03:46.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:46 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856225, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.61@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:03:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.053505 32319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:46 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856225, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.61@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:03:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.98.60@KRBTEST.COM; defaulting to no policy
08:03:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.98.60@KRBTEST.COM" created.
08:03:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.080873 32319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.083724 32271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.088107 32319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.094555 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/logs
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/info.pb
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.60:37059
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.60
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.60
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.137598 32319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 1
08:03:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.142187 32319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.210628 32319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 2
08:03:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.215106 32319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.233089 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } attempt: 7
08:03:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:46 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856223, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:03:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.257105 32237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } has no permanent_uuid. Determining permanent_uuid...
08:03:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.263206 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.306577 32319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 3
08:03:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.311138 32319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.321581 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 1
08:03:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.326519 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.407990 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 2
08:03:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.413378 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.437534 32329 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.438197 32329 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.438795 32329 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:46.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.454550 32319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 4
08:03:46.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.459216 32319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.475839 32329 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.476164 32329 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.476580 32329 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:46.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.476927 32329 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:46.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.477254 32329 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:46.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.477571 32329 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:46.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.477813 32329 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41635/jwks.json
08:03:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.498852 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 3
08:03:46.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.503690 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.521724 32329 master_runner.cc:387] Master server non-default flags:
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.60
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.60:37059
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/info.pb
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.60
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/logs
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.523525 32329 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.524883 32329 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.537250 32339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:46.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.644150 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 4
08:03:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.652815 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.758621 32319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 5
08:03:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.766345 32319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.936298 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 5
08:03:46.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.942009 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.313987 32319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 6
08:03:47.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:47.320971 32319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.494458 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 6
08:03:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:47.502434 32237 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:03:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.540061 32340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:46.541999 32342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:46.542351 32329 server_base.cc:1061] running on GCE node
08:03:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.805750 32329 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.808701 32329 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.810113 32329 hybrid_clock.cc:648] HybridClock initialized: now 1781856227810068 us; error 38 us; skew 500 ppm
08:03:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.811053 32329 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:47 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856227, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.817608 32329 init.cc:377] Logged in from keytab as kudu/127.31.98.60@KRBTEST.COM (short username kudu)
08:03:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.822480 32329 webserver.cc:533] Webserver started at http://127.31.98.60:42517/ using document root <none> and password file <none>
08:03:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.823422 32329 fs_manager.cc:362] Metadata directory not provided
08:03:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.823616 32329 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.823976 32329 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:47.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.828388 32329 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/instance:
08:03:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e01e4e8680e040b9bf48333a6d786c2a"
08:03:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:47 on dist-test-slave-jt9t"
08:03:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.829954 32329 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal/instance:
08:03:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e01e4e8680e040b9bf48333a6d786c2a"
08:03:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:47 on dist-test-slave-jt9t"
08:03:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.840432 32329 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.006s sys 0.002s
08:03:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.847375 32354 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.848601 32329 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.848901 32329 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e01e4e8680e040b9bf48333a6d786c2a"
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:47 on dist-test-slave-jt9t"
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.849269 32329 fs_report.cc:389] FS layout report
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/data
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.910239 32329 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.916603 32329 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.917150 32329 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.999482 32329 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.60:37059
08:03:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:47.999670 32405 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.60:37059 every 8 connection(s)
08:03:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.004108 32329 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/info.pb
08:03:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.008756 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 32329
08:03:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.009209 32136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal/instance
08:03:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.012792 32406 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:03:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.033114 32406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } has no permanent_uuid. Determining permanent_uuid...
08:03:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:48 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856221, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:03:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:48 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856227, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:03:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:48 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856221, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:03:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.075649 32406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } has no permanent_uuid. Determining permanent_uuid...
08:03:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:48 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856227, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:03:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:48 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856221, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:03:48.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.104954 32406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } has no permanent_uuid. Determining permanent_uuid...
08:03:48.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:48 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856227, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:03:48.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.136682 32406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Bootstrap starting.
08:03:48.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.142954 32406 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Neither blocks nor log segments found. Creating new log.
08:03:48.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.144641 32406 log.cc:826] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Log is configured to *not* fsync() on all Append() calls
08:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.149731 32406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: No bootstrap required, opened a new log
08:03:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.168547 32406 raft_consensus.cc:359] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.169478 32406 raft_consensus.cc:385] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.169759 32406 raft_consensus.cc:740] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e01e4e8680e040b9bf48333a6d786c2a, State: Initialized, Role: FOLLOWER
08:03:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.170882 32406 consensus_queue.cc:260] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.173529 32417 sys_catalog.cc:455] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.174203 32417 sys_catalog.cc:458] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: This master's current role is: FOLLOWER
08:03:48.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.175025 32406 sys_catalog.cc:565] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: configured and running, proceeding with master startup.
08:03:48.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:48.204607 32428 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:48.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:48.204979 32428 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:48.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.200474 32329 master_runner.cc:187] Error getting master registration for 127.31.98.62:37367: OK, instance_id { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" instance_seqno: 1781856223814007 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:48.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.222047 32329 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.381362 32319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 7
08:03:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:48 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856225, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.61@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:03:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.402794 32417 raft_consensus.cc:493] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:03:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.403340 32417 raft_consensus.cc:515] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.406054 32417 leader_election.cc:290] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 58909fee34f94d7e8dc593bace7b3f15 (127.31.98.62:37367), 3d0d172ba90a48aaa176c11f296e8781 (127.31.98.61:45967)
08:03:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.418545 32319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: Bootstrap starting.
08:03:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:48.422884 32360 tablet.cc:2406] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.430272 32319 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: Neither blocks nor log segments found. Creating new log.
08:03:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.432898 32319 log.cc:826] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: Log is configured to *not* fsync() on all Append() calls
08:03:48.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.438371 32319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: No bootstrap required, opened a new log
08:03:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.467967 32319 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.469285 32319 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.471918 32319 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d0d172ba90a48aaa176c11f296e8781, State: Initialized, Role: FOLLOWER
08:03:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.473029 32319 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.476219 32432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.478273 32319 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: configured and running, proceeding with master startup.
08:03:48.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.478348 32432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: This master's current role is: FOLLOWER
08:03:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.478612 32294 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e01e4e8680e040b9bf48333a6d786c2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d0d172ba90a48aaa176c11f296e8781" is_pre_election: true
08:03:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.479674 32294 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e01e4e8680e040b9bf48333a6d786c2a in term 0.
08:03:48.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.481509 32356 leader_election.cc:304] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d0d172ba90a48aaa176c11f296e8781, e01e4e8680e040b9bf48333a6d786c2a; no voters:
08:03:48.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.482465 32417 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 0 FOLLOWER]: Leader pre-election won for term 1
08:03:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.482831 32417 raft_consensus.cc:493] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:03:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.483163 32417 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 0 FOLLOWER]: Advancing to term 1
08:03:48.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.491055 32417 raft_consensus.cc:515] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.501340 32417 leader_election.cc:290] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [CANDIDATE]: Term 1 election: Requested vote from peers 58909fee34f94d7e8dc593bace7b3f15 (127.31.98.62:37367), 3d0d172ba90a48aaa176c11f296e8781 (127.31.98.61:45967)
08:03:48.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.504778 32294 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e01e4e8680e040b9bf48333a6d786c2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d0d172ba90a48aaa176c11f296e8781"
08:03:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.505486 32294 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 0 FOLLOWER]: Advancing to term 1
08:03:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.516211 32294 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e01e4e8680e040b9bf48333a6d786c2a in term 1.
08:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.517952 32356 leader_election.cc:304] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d0d172ba90a48aaa176c11f296e8781, e01e4e8680e040b9bf48333a6d786c2a; no voters:
08:03:48.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.519001 32417 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 1 FOLLOWER]: Leader election won for term 1
08:03:48.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.535072 32417 raft_consensus.cc:697] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 1 LEADER]: Becoming Leader. State: Replica: e01e4e8680e040b9bf48333a6d786c2a, State: Running, Role: LEADER
08:03:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.536022 32237 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } attempt: 7
08:03:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.547263 32417 consensus_queue.cc:237] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:48 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856223, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:03:48.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.596829 32441 sys_catalog.cc:455] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: SysCatalogTable state changed. Reason: New leader e01e4e8680e040b9bf48333a6d786c2a. Latest consensus state: current_term: 1 leader_uuid: "e01e4e8680e040b9bf48333a6d786c2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.597646 32441 sys_catalog.cc:458] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: This master's current role is: LEADER
08:03:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.599459 32237 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Bootstrap starting.
08:03:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:48.602835 32445 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:03:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:48.603192 32445 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:03:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.608562 32237 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Neither blocks nor log segments found. Creating new log.
08:03:48.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.612102 32237 log.cc:826] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Log is configured to *not* fsync() on all Append() calls
08:03:48.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.617096 32448 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:03:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.640647 32448 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:03:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.658352 32237 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: No bootstrap required, opened a new log
08:03:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.592365 32246 master_runner.cc:187] Error getting master registration for 127.31.98.62:37367: OK, instance_id { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" instance_seqno: 1781856223814007 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:03:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.666738 32246 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:03:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:48.672533 32273 tablet.cc:2406] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.691043 32294 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 1 FOLLOWER]: Refusing update from remote peer e01e4e8680e040b9bf48333a6d786c2a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.693166 32441 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:03:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.695797 32237 raft_consensus.cc:359] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.696895 32237 raft_consensus.cc:385] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:03:48.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.697399 32237 raft_consensus.cc:740] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 58909fee34f94d7e8dc593bace7b3f15, State: Initialized, Role: FOLLOWER
08:03:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.698658 32237 consensus_queue.cc:260] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:03:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.707473 32451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.711581 32237 sys_catalog.cc:565] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: configured and running, proceeding with master startup.
08:03:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.715226 32212 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e01e4e8680e040b9bf48333a6d786c2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "58909fee34f94d7e8dc593bace7b3f15" is_pre_election: true
08:03:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.712080 32451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: This master's current role is: FOLLOWER
08:03:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.717876 32211 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e01e4e8680e040b9bf48333a6d786c2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "58909fee34f94d7e8dc593bace7b3f15"
08:03:48.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.720980 32210 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 0 FOLLOWER]: Advancing to term 1
08:03:48.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.732242 32210 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Refusing update from remote peer e01e4e8680e040b9bf48333a6d786c2a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:03:48.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.734557 32441 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:03:48.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.756908 32432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e01e4e8680e040b9bf48333a6d786c2a. Latest consensus state: current_term: 1 leader_uuid: "e01e4e8680e040b9bf48333a6d786c2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.762987 32432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: This master's current role is: FOLLOWER
08:03:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:48.765623 32191 tablet.cc:2406] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:03:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.787338 32453 mvcc.cc:204] Tried to move back new op lower bound from 7298483112694591488 to 7298483112179298304. Current Snapshot: MvccSnapshot[applied={T|T < 7298483112694591488}]
08:03:48.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.791707 32432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e01e4e8680e040b9bf48333a6d786c2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.792513 32432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: This master's current role is: FOLLOWER
08:03:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.803339 32448 catalog_manager.cc:1382] Generated new cluster ID: fbeb47d91ad14e62812f9b7e93e6783d
08:03:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.803617 32448 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:03:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.808547 32451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e01e4e8680e040b9bf48333a6d786c2a. Latest consensus state: current_term: 1 leader_uuid: "e01e4e8680e040b9bf48333a6d786c2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.809556 32451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: This master's current role is: FOLLOWER
08:03:48.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.816381 32417 sys_catalog.cc:455] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e01e4e8680e040b9bf48333a6d786c2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.817278 32417 sys_catalog.cc:458] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: This master's current role is: LEADER
08:03:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.842995 32417 sys_catalog.cc:455] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e01e4e8680e040b9bf48333a6d786c2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.844044 32417 sys_catalog.cc:458] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: This master's current role is: LEADER
08:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.861928 32448 catalog_manager.cc:1405] Generated new certificate authority record
08:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.864022 32448 catalog_manager.cc:1539] Loading token signing keys...
08:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.868237 32451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e01e4e8680e040b9bf48333a6d786c2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:03:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.868896 32451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: This master's current role is: FOLLOWER
08:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.908866 32448 catalog_manager.cc:6069] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Generated new TSK 0
08:03:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.910300 32448 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:03:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:48.942736 32472 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:03:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.98.1@KRBTEST.COM; defaulting to no policy
08:03:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.98.1@KRBTEST.COM" created.
08:03:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:49.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.98.1@KRBTEST.COM; defaulting to no policy
08:03:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.98.1@KRBTEST.COM" created.
08:03:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.140004 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/wal
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/data
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/logs
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/data/info.pb
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.1:0
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.98.1
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.1
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.1
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:49.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.609416 32445 catalog_manager.cc:1294] Loaded cluster ID: fbeb47d91ad14e62812f9b7e93e6783d
08:03:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.610268 32445 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: loading cluster ID for follower catalog manager: success
08:03:49.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.617933 32445 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: acquiring CA information for follower catalog manager: success
08:03:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.624352 32445 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:49.626108 32478 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:49.626741 32478 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:49.627645 32478 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:49.690132 32478 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:49.691731 32478 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.98.1
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.765851 32478 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/data
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/wal
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.1
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.1:0
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/data/info.pb
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.1
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.98.1
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/logs
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.767534 32478 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:49.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.768872 32478 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:49.829033 32484 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.969115 32472 catalog_manager.cc:1294] Loaded cluster ID: fbeb47d91ad14e62812f9b7e93e6783d
08:03:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:49.976382 32472 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: loading cluster ID for follower catalog manager: success
08:03:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:50.005957 32472 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: acquiring CA information for follower catalog manager: success
08:03:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:50.035164 32472 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:03:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:51.221666 32483 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 32478
08:03:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:52.304667 32483 kernel_stack_watchdog.cc:198] Thread 32478 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 363ms:
08:03:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:03:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:03:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:03:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:03:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:49.854697 32485 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:52.308005 32487 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:52.307281 32478 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.452s user 0.310s sys 0.632s
08:03:52.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:52.309984 32478 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.455s user 0.310s sys 0.632s
08:03:52.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:52.310796 32486 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2447 milliseconds
08:03:52.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.311302 32478 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:52.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.312712 32478 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:52.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.315949 32478 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:52.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.317399 32478 hybrid_clock.cc:648] HybridClock initialized: now 1781856232317358 us; error 52 us; skew 500 ppm
08:03:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.318562 32478 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:52.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:52 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856232, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:52.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.327826 32478 init.cc:377] Logged in from keytab as kudu/127.31.98.1@KRBTEST.COM (short username kudu)
08:03:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.334606 32478 webserver.cc:533] Webserver started at http://127.31.98.1:40131/ using document root <none> and password file <none>
08:03:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.335841 32478 fs_manager.cc:362] Metadata directory not provided
08:03:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.336129 32478 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.336664 32478 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.343910 32478 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/data/instance:
08:03:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea259e2ad1624b7c927080733d18fbfd"
08:03:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:52 on dist-test-slave-jt9t"
08:03:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.345465 32478 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/wal/instance:
08:03:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea259e2ad1624b7c927080733d18fbfd"
08:03:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:52 on dist-test-slave-jt9t"
08:03:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.360056 32478 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.003s sys 0.008s
08:03:52.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.367791 32499 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.370141 32478 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
08:03:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.370929 32478 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/wal
08:03:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea259e2ad1624b7c927080733d18fbfd"
08:03:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:52 on dist-test-slave-jt9t"
08:03:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.371377 32478 fs_report.cc:389] FS layout report
08:03:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/wal
08:03:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/wal
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/data/data
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.493106 32478 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.504145 32478 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.505010 32478 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:52.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.514463 32478 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:52.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.531894 32478 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:52.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.532503 32478 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
08:03:52.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.532953 32478 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:52.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.533299 32478 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.897789 32478 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.1:45229
08:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.897970 32612 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.1:45229 every 8 connection(s)
08:03:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.901580 32478 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/data/info.pb
08:03:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.903080 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 32478
08:03:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:52.903586 32136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-0/wal/instance
08:03:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.98.2@KRBTEST.COM; defaulting to no policy
08:03:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.98.2@KRBTEST.COM" created.
08:03:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:53 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856232, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.1@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:03:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:53 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856232, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.1@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:03:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:53 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856232, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.1@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:03:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:53.083413 32136 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.31.98.2: real 0.163s user 0.001s sys 0.015s
08:03:53.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.087865 32613 heartbeater.cc:344] Connected to a master server at 127.31.98.60:37059
08:03:53.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.088555 32613 heartbeater.cc:461] Registering TS with master...
08:03:53.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.090528 32613 heartbeater.cc:507] Master 127.31.98.60:37059 requested a full tablet report, sending...
08:03:53.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.091179 32618 heartbeater.cc:344] Connected to a master server at 127.31.98.62:37367
08:03:53.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.091511 32618 heartbeater.cc:461] Registering TS with master...
08:03:53.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.092423 32618 heartbeater.cc:507] Master 127.31.98.62:37367 requested a full tablet report, sending...
08:03:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.101996 32202 ts_manager.cc:194] Registered new tserver with Master: ea259e2ad1624b7c927080733d18fbfd (127.31.98.1:45229)
08:03:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.107349 32614 heartbeater.cc:344] Connected to a master server at 127.31.98.61:45967
08:03:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.107745 32614 heartbeater.cc:461] Registering TS with master...
08:03:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.108664 32614 heartbeater.cc:507] Master 127.31.98.61:45967 requested a full tablet report, sending...
08:03:53.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.111233 32371 ts_manager.cc:194] Registered new tserver with Master: ea259e2ad1624b7c927080733d18fbfd (127.31.98.1:45229)
08:03:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.114339 32371 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.98.1@KRBTEST.COM'} at 127.31.98.1:40577
08:03:53.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.117269 32284 ts_manager.cc:194] Registered new tserver with Master: ea259e2ad1624b7c927080733d18fbfd (127.31.98.1:45229)
08:03:53.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.98.2@KRBTEST.COM; defaulting to no policy
08:03:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.98.2@KRBTEST.COM" created.
08:03:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.157546 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/wal
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/data
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/logs
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/data/info.pb
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.2:0
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.98.2
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.2
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.2
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:53.508708 32627 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:53.509207 32627 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:53.509806 32627 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:53.548627 32627 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:53.549695 32627 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.98.2
08:03:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.592252 32627 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/data
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/wal
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.2
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.2:0
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/data/info.pb
08:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.2
08:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.98.2
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/logs
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.593925 32627 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.595317 32627 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:53.612126 32633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:53 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856233, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:53.655692 32181 init.cc:295] Successfully reacquired a new kerberos TGT
08:03:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:54.122871 32613 heartbeater.cc:499] Master 127.31.98.60:37059 was elected leader, sending a full tablet report...
08:03:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:55.013919 32632 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 32627
08:03:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:55.266115 32627 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.653s user 0.504s sys 0.875s
08:03:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:53.615249 32634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:55.266602 32627 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.653s user 0.504s sys 0.875s
08:03:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:55.268563 32636 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:55.272368 32635 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1653 milliseconds
08:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.272439 32627 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.273638 32627 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.275763 32627 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.277180 32627 hybrid_clock.cc:648] HybridClock initialized: now 1781856235277148 us; error 37 us; skew 500 ppm
08:03:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.278097 32627 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:55 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856235, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.284457 32627 init.cc:377] Logged in from keytab as kudu/127.31.98.2@KRBTEST.COM (short username kudu)
08:03:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.290017 32627 webserver.cc:533] Webserver started at http://127.31.98.2:33639/ using document root <none> and password file <none>
08:03:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.290897 32627 fs_manager.cc:362] Metadata directory not provided
08:03:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.291093 32627 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.291468 32627 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.295992 32627 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/data/instance:
08:03:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "200c3beeee104b9a9a7ef03005ee50d8"
08:03:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:55 on dist-test-slave-jt9t"
08:03:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.297070 32627 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/wal/instance:
08:03:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "200c3beeee104b9a9a7ef03005ee50d8"
08:03:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:55 on dist-test-slave-jt9t"
08:03:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.304365 32627 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
08:03:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.312166 32647 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.313918 32627 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.005s
08:03:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.314412 32627 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/wal
08:03:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "200c3beeee104b9a9a7ef03005ee50d8"
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:55 on dist-test-slave-jt9t"
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.314896 32627 fs_report.cc:389] FS layout report
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/wal
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/wal
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/data/data
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.366644 32627 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.374472 32627 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:55.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.375023 32627 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.377991 32627 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:55.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.382330 32627 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:55.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.382570 32627 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:55.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.382892 32627 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:55.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.383096 32627 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:55.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.546025 32627 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.2:33183
08:03:55.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.546140 32759 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.2:33183 every 8 connection(s)
08:03:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.550060 32627 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/data/info.pb
08:03:55.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.558873 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 32627
08:03:55.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.559407 32136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-1/wal/instance
08:03:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:55 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856235, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.2@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:03:55.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:55 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856235, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.2@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:03:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.98.3@KRBTEST.COM; defaulting to no policy
08:03:55.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.98.3@KRBTEST.COM" created.
08:03:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:55 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856235, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.2@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:03:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.636128 32760 heartbeater.cc:344] Connected to a master server at 127.31.98.60:37059
08:03:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.636653 32760 heartbeater.cc:461] Registering TS with master...
08:03:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.638135 32760 heartbeater.cc:507] Master 127.31.98.60:37059 requested a full tablet report, sending...
08:03:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.639384 32761 heartbeater.cc:344] Connected to a master server at 127.31.98.61:45967
08:03:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.639755 32761 heartbeater.cc:461] Registering TS with master...
08:03:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.641199 32761 heartbeater.cc:507] Master 127.31.98.61:45967 requested a full tablet report, sending...
08:03:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.643105 32371 ts_manager.cc:194] Registered new tserver with Master: 200c3beeee104b9a9a7ef03005ee50d8 (127.31.98.2:33183)
08:03:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.644958 32371 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.98.2@KRBTEST.COM'} at 127.31.98.2:53091
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.646981 32762 heartbeater.cc:344] Connected to a master server at 127.31.98.62:37367
08:03:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.647315 32762 heartbeater.cc:461] Registering TS with master...
08:03:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.647584 32284 ts_manager.cc:194] Registered new tserver with Master: 200c3beeee104b9a9a7ef03005ee50d8 (127.31.98.2:33183)
08:03:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.648556 32762 heartbeater.cc:507] Master 127.31.98.62:37367 requested a full tablet report, sending...
08:03:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.650942 32202 ts_manager.cc:194] Registered new tserver with Master: 200c3beeee104b9a9a7ef03005ee50d8 (127.31.98.2:33183)
08:03:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.98.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.98.3@KRBTEST.COM; defaulting to no policy
08:03:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.98.3@KRBTEST.COM" created.
08:03:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:03:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.98.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab.
08:03:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.708523 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/wal
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/data
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/logs
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/data/info.pb
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.3:0
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.98.3
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.3
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.3
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:55.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:55 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856235, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:55.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:55.767658 32263 init.cc:295] Successfully reacquired a new kerberos TGT
08:03:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:56.098224 306 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:56.098763 306 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:56.099434 306 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:56.143231 306 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:56.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:56.144253 306 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.98.3
08:03:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:56.196265 306 tablet_server_runner.cc:78] Tablet server non-default flags:
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/data
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/wal
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.3
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.3:0
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/data/info.pb
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.3
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.98.3
08:03:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/logs
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:56.198137 306 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:56.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:56.199596 306 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:56.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:56.216041 313 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:56.649796 32760 heartbeater.cc:499] Master 127.31.98.60:37059 was elected leader, sending a full tablet report...
08:03:57.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:57 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856237, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.823019 32350 init.cc:295] Successfully reacquired a new kerberos TGT
08:03:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:56.216564 314 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:57.618256 312 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 306
08:03:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:57.967303 306 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.752s user 0.554s sys 1.025s
08:03:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:57.968849 306 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.753s user 0.555s sys 1.026s
08:03:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:57.971158 316 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:57.974133 315 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1752 milliseconds
08:03:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.974193 306 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:03:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.975716 306 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:03:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.978163 306 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:03:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.979588 306 hybrid_clock.cc:648] HybridClock initialized: now 1781856237979542 us; error 43 us; skew 500 ppm
08:03:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.980516 306 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:03:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:57 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856237, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.988713 306 init.cc:377] Logged in from keytab as kudu/127.31.98.3@KRBTEST.COM (short username kudu)
08:03:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.996891 306 webserver.cc:533] Webserver started at http://127.31.98.3:35515/ using document root <none> and password file <none>
08:03:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.998199 306 fs_manager.cc:362] Metadata directory not provided
08:03:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.998593 306 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:03:58.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:57.999259 306 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:03:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.005787 306 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/data/instance:
08:03:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf1ac4f9149d47a3a55fe45143a40c46"
08:03:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:57 on dist-test-slave-jt9t"
08:03:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.007344 306 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/wal/instance:
08:03:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf1ac4f9149d47a3a55fe45143a40c46"
08:03:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:57 on dist-test-slave-jt9t"
08:03:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.018929 306 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.010s sys 0.000s
08:03:58.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.026578 326 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:03:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.027905 306 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
08:03:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.028302 306 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/wal
08:03:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf1ac4f9149d47a3a55fe45143a40c46"
08:03:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:57 on dist-test-slave-jt9t"
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.028721 306 fs_report.cc:389] FS layout report
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/wal
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/wal
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/data/data
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:03:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:03:58.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.105993 306 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:03:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.111702 306 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:03:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.112272 306 kserver.cc:163] Server-wide thread pool size limit: 3276
08:03:58.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.115387 306 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:03:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.120352 306 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:03:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.120605 306 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:03:58.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.120923 306 ts_tablet_manager.cc:616] Registered 0 tablets
08:03:58.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.121119 306 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:03:58.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.286367 306 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.3:38835
08:03:58.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.286486 438 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.3:38835 every 8 connection(s)
08:03:58.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.289256 306 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/data/info.pb
08:03:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.299343 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 306
08:03:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.300020 32136 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/ts-2/wal/instance
08:03:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:58 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856237, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.3@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:03:58.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:58 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856237, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.3@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:03:58.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:58 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856237, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.3@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:03:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.355533 439 heartbeater.cc:344] Connected to a master server at 127.31.98.60:37059
08:03:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.356112 439 heartbeater.cc:461] Registering TS with master...
08:03:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.357471 439 heartbeater.cc:507] Master 127.31.98.60:37059 requested a full tablet report, sending...
08:03:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.360656 32371 ts_manager.cc:194] Registered new tserver with Master: bf1ac4f9149d47a3a55fe45143a40c46 (127.31.98.3:38835)
08:03:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.362103 440 heartbeater.cc:344] Connected to a master server at 127.31.98.61:45967
08:03:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.362464 440 heartbeater.cc:461] Registering TS with master...
08:03:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.362967 32371 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.98.3@KRBTEST.COM'} at 127.31.98.3:48923
08:03:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.363382 440 heartbeater.cc:507] Master 127.31.98.61:45967 requested a full tablet report, sending...
08:03:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.366279 32284 ts_manager.cc:194] Registered new tserver with Master: bf1ac4f9149d47a3a55fe45143a40c46 (127.31.98.3:38835)
08:03:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.373106 441 heartbeater.cc:344] Connected to a master server at 127.31.98.62:37367
08:03:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.373535 441 heartbeater.cc:461] Registering TS with master...
08:03:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.374307 441 heartbeater.cc:507] Master 127.31.98.62:37367 requested a full tablet report, sending...
08:03:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.376982 32202 ts_manager.cc:194] Registered new tserver with Master: bf1ac4f9149d47a3a55fe45143a40c46 (127.31.98.3:38835)
08:03:58.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.379944 32136 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:03:58.392 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:58.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:03:58.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:03:58.404 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:03:58.407 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.98.62"
port: 37367
}
bound_http_address {
host: "127.31.98.62"
port: 35707
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.98.61"
port: 45967
}
bound_http_address {
host: "127.31.98.61"
port: 46235
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.98.60"
port: 37059
}
bound_http_address {
host: "127.31.98.60"
port: 42517
}
}
}
08:03:58.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:03:58.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.98.1"
port: 45229
}
bound_http_address {
host: "127.31.98.1"
port: 40131
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.98.2"
port: 33183
}
bound_http_address {
host: "127.31.98.2"
port: 33639
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.98.3"
port: 38835
}
bound_http_address {
host: "127.31.98.3"
port: 35515
}
}
}
08:03:58.410 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:03:58.412 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:03:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:58 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856238, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:03:58.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:58.450 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc
08:03:58.459 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:03:58.459 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc
08:03:58.461 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:03:58.495 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:03:58.497 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:03:58.498 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:03:58.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:03:58 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856238, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:03:58.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:03:58.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:58.534 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc
08:03:58.536 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:03:58.537 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.98.62:37367
08:03:58.538 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:03:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.539315 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 32165
08:03:58.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:58.575 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.98.61:45967
08:03:58.576 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:03:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.576381 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 32246
08:03:58.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:58.608 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.98.60:37059
08:03:58.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:03:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.609376 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 32329
08:03:58.638 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:03:58.638 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.98.62:37367
08:03:58.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:58.643836 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/logs
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/info.pb
08:03:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.62:37367
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.62
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35707
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.62
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:03:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:03:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:03:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:58.669483 32762 heartbeater.cc:646] Failed to heartbeat to 127.31.98.62:37367 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.98.62:37367: connect: Connection refused (error 111)
08:03:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:58.980654 453 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:03:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:58.981215 453 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:03:58.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:58.981818 453 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.030360 453 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.030643 453 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.030951 453 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.031153 453 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.031355 453 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.031548 453 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.031697 453 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41635/jwks.json
08:03:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:59.073397 453 master_runner.cc:387] Master server non-default flags:
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.62
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.62:37367
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/info.pb
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.62
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35707
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/logs
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:03:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:03:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:03:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:03:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:03:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:03:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:59.074738 453 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:03:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:59.075686 453 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:03:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.087599 462 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:03:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.133764 32618 heartbeater.cc:646] Failed to heartbeat to 127.31.98.62:37367 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.98.62:37367: connect: Connection refused (error 111)
08:03:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.372274 440 heartbeater.cc:646] Failed to heartbeat to 127.31.98.61:45967 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:03:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:03:59.372391 439 heartbeater.cc:499] Master 127.31.98.60:37059 was elected leader, sending a full tablet report...
08:04:00.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.092702 465 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:00.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:03:59.088526 463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:00.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:00.372963 464 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1284 milliseconds
08:04:00.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.373466 453 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:00.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.380132 453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.384724 453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.388476 453 hybrid_clock.cc:648] HybridClock initialized: now 1781856240388152 us; error 306 us; skew 500 ppm
08:04:00.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.389621 453 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:00 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856240, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.398307 453 init.cc:377] Logged in from keytab as kudu/127.31.98.62@KRBTEST.COM (short username kudu)
08:04:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.406070 453 webserver.cc:533] Webserver started at http://127.31.98.62:35707/ using document root <none> and password file <none>
08:04:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.407280 453 fs_manager.cc:362] Metadata directory not provided
08:04:00.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.407589 453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.417286 453 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
08:04:00.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.423508 482 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.425203 453 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
08:04:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.425567 453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:04:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58909fee34f94d7e8dc593bace7b3f15"
08:04:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:43 on dist-test-slave-jt9t"
08:04:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.427960 453 fs_report.cc:389] FS layout report
08:04:00.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/wal
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/data
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.486996 453 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.493023 453 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.493623 453 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.582348 453 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.62:37367
08:04:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.582438 533 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.62:37367 every 8 connection(s)
08:04:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.585374 453 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-0/data/info.pb
08:04:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.590634 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 453
08:04:00.591 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:00.591 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.98.61:45967
08:04:00.592 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:04:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.593868 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/logs
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/info.pb
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.61:45967
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.61
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46235
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.61
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:04:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:04:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:00.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.600344 534 sys_catalog.cc:263] Verifying existing consensus state
08:04:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.606530 534 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Bootstrap starting.
08:04:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.649516 534 log.cc:826] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Log is configured to *not* fsync() on all Append() calls
08:04:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.666543 534 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.667840 534 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Bootstrap complete.
08:04:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.707072 534 raft_consensus.cc:359] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.710721 534 raft_consensus.cc:740] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 58909fee34f94d7e8dc593bace7b3f15, State: Initialized, Role: FOLLOWER
08:04:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.712131 534 consensus_queue.cc:260] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.715646 542 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.716475 542 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: This master's current role is: FOLLOWER
08:04:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.717356 534 sys_catalog.cc:565] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: configured and running, proceeding with master startup.
08:04:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.748394 32762 heartbeater.cc:344] Connected to a master server at 127.31.98.62:37367
08:04:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.758355 499 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "200c3beeee104b9a9a7ef03005ee50d8" instance_seqno: 1781856235507332) as {username='kudu', principal='kudu/127.31.98.2@KRBTEST.COM'} at 127.31.98.2:44697; Asking this server to re-register.
08:04:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.760928 32762 heartbeater.cc:461] Registering TS with master...
08:04:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.766263 499 ts_manager.cc:194] Registered new tserver with Master: 200c3beeee104b9a9a7ef03005ee50d8 (127.31.98.2:33183)
08:04:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:00 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856240, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:04:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.797578 553 catalog_manager.cc:1294] Loaded cluster ID: fbeb47d91ad14e62812f9b7e93e6783d
08:04:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.799386 553 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: loading cluster ID for follower catalog manager: success
08:04:00.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.814309 553 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: acquiring CA information for follower catalog manager: success
08:04:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.821645 553 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.802011 453 master_runner.cc:187] Error getting master registration for 127.31.98.61:45967: Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111),
08:04:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:00.830324 453 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:00.992997 536 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:00.993705 536 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:00.994524 536 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.042253 536 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.042603 536 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.043035 536 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.043534 536 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.043910 536 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.044252 536 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.044509 536 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41635/jwks.json
08:04:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.089124 536 master_runner.cc:387] Master server non-default flags:
08:04:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.61
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.61:45967
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/info.pb
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.61
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46235
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/logs
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.090953 536 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.092409 536 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.106587 561 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.180708 32618 heartbeater.cc:344] Connected to a master server at 127.31.98.62:37367
08:04:01.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.185348 499 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "ea259e2ad1624b7c927080733d18fbfd" instance_seqno: 1781856232813813) as {username='kudu', principal='kudu/127.31.98.1@KRBTEST.COM'} at 127.31.98.1:53593; Asking this server to re-register.
08:04:01.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.187165 32618 heartbeater.cc:461] Registering TS with master...
08:04:01.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.190232 499 ts_manager.cc:194] Registered new tserver with Master: ea259e2ad1624b7c927080733d18fbfd (127.31.98.1:45229)
08:04:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.439428 441 heartbeater.cc:344] Connected to a master server at 127.31.98.62:37367
08:04:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.442891 499 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bf1ac4f9149d47a3a55fe45143a40c46" instance_seqno: 1781856238250056) as {username='kudu', principal='kudu/127.31.98.3@KRBTEST.COM'} at 127.31.98.3:50437; Asking this server to re-register.
08:04:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.445469 441 heartbeater.cc:461] Registering TS with master...
08:04:01.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.450214 499 ts_manager.cc:194] Registered new tserver with Master: bf1ac4f9149d47a3a55fe45143a40c46 (127.31.98.3:38835)
08:04:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.966990 575 raft_consensus.cc:493] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.969676 575 raft_consensus.cc:515] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:01.989903 575 leader_election.cc:290] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3d0d172ba90a48aaa176c11f296e8781 (127.31.98.61:45967), e01e4e8680e040b9bf48333a6d786c2a (127.31.98.60:37059)
08:04:01.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.992642 486 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:04:02.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:02.018023 486 leader_election.cc:336] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e01e4e8680e040b9bf48333a6d786c2a (127.31.98.60:37059): Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:04:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:02.028913 484 leader_election.cc:336] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3d0d172ba90a48aaa176c11f296e8781 (127.31.98.61:45967): Network error: Client connection negotiation failed: client connection to 127.31.98.61:45967: connect: Connection refused (error 111)
08:04:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.029663 484 leader_election.cc:304] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 58909fee34f94d7e8dc593bace7b3f15; no voters: 3d0d172ba90a48aaa176c11f296e8781, e01e4e8680e040b9bf48333a6d786c2a
08:04:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.030948 575 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:04:02.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:02 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856242, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:02.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.335681 32495 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.114230 564 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:01.109576 562 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:02.897948 563 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1785 milliseconds
08:04:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.898069 536 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:04:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.899693 536 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:02.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.908473 536 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.910024 536 hybrid_clock.cc:648] HybridClock initialized: now 1781856242909832 us; error 204 us; skew 500 ppm
08:04:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.911177 536 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:02.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:02 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856242, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.919314 536 init.cc:377] Logged in from keytab as kudu/127.31.98.61@KRBTEST.COM (short username kudu)
08:04:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.925788 536 webserver.cc:533] Webserver started at http://127.31.98.61:46235/ using document root <none> and password file <none>
08:04:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.926863 536 fs_manager.cc:362] Metadata directory not provided
08:04:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.927136 536 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.936224 536 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
08:04:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.941787 592 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.943398 536 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
08:04:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.943890 536 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:04:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d0d172ba90a48aaa176c11f296e8781"
08:04:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:45 on dist-test-slave-jt9t"
08:04:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:02.947111 536 fs_report.cc:389] FS layout report
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/wal
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/data
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:02.955911 435 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae560 after lost signal to thread 307
08:04:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:02.956856 435 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5000 after lost signal to thread 438
08:04:03.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.043614 536 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.056053 536 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.056661 536 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.210745 536 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.61:45967
08:04:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.211354 643 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.61:45967 every 8 connection(s)
08:04:03.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.215373 536 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-1/data/info.pb
08:04:03.221 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:03.222 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.98.60:37059
08:04:03.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:04:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.219702 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 536
08:04:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.224495 32136 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:04:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu
08:04:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:04:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data
08:04:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:04:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:04:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/logs
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/info.pb
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.60:37059
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.60
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42517
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.60
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:04:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:04:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.299207 644 sys_catalog.cc:263] Verifying existing consensus state
08:04:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:03 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856242, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.1@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:04:03.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.322798 32614 heartbeater.cc:344] Connected to a master server at 127.31.98.61:45967
08:04:03.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.327368 644 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: Bootstrap starting.
08:04:03.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.381410 644 log.cc:826] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: Log is configured to *not* fsync() on all Append() calls
08:04:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.413990 644 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.415498 644 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: Bootstrap complete.
08:04:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.449000 644 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.456274 644 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d0d172ba90a48aaa176c11f296e8781, State: Initialized, Role: FOLLOWER
08:04:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.458523 644 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.471871 644 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: configured and running, proceeding with master startup.
08:04:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.478328 653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.479535 653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: This master's current role is: FOLLOWER
08:04:03.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.501822 440 heartbeater.cc:344] Connected to a master server at 127.31.98.61:45967
08:04:03.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.622941 665 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:04:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:03.663794 32756 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5500 after lost signal to thread 32628
08:04:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:03.665326 32756 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba9a0 after lost signal to thread 32759
08:04:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:03 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856242, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.61@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:04:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:03 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856242, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.61@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.870246 32761 heartbeater.cc:344] Connected to a master server at 127.31.98.61:45967
08:04:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.884999 609 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "200c3beeee104b9a9a7ef03005ee50d8" instance_seqno: 1781856235507332) as {username='kudu', principal='kudu/127.31.98.2@KRBTEST.COM'} at 127.31.98.2:35007; Asking this server to re-register.
08:04:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.789740 536 master_runner.cc:187] Error getting master registration for 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111),
08:04:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.886071 536 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.894733 32761 heartbeater.cc:461] Registering TS with master...
08:04:03.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:03.900221 608 ts_manager.cc:194] Registered new tserver with Master: 200c3beeee104b9a9a7ef03005ee50d8 (127.31.98.2:33183)
08:04:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:03.998543 647 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:04:03.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:03.999372 647 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:04:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.000574 647 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:04:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.022228 677 raft_consensus.cc:493] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:04:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.023219 677 raft_consensus.cc:515] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.062559 677 leader_election.cc:290] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3d0d172ba90a48aaa176c11f296e8781 (127.31.98.61:45967), e01e4e8680e040b9bf48333a6d786c2a (127.31.98.60:37059)
08:04:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.089205 486 leader_election.cc:336] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e01e4e8680e040b9bf48333a6d786c2a (127.31.98.60:37059): Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:04:04.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.091455 647 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:04:04.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.091820 647 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:04:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.092343 647 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:04:04.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.092720 647 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:04:04.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.093091 647 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:04:04.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.093461 647 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:04:04.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.093734 647 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41635/jwks.json
08:04:04.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:04 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856240, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:04:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.148592 619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58909fee34f94d7e8dc593bace7b3f15" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3d0d172ba90a48aaa176c11f296e8781" is_pre_election: true
08:04:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.149467 619 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 58909fee34f94d7e8dc593bace7b3f15 in term 1.
08:04:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.150880 484 leader_election.cc:304] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3d0d172ba90a48aaa176c11f296e8781, 58909fee34f94d7e8dc593bace7b3f15; no voters: e01e4e8680e040b9bf48333a6d786c2a
08:04:04.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.151702 677 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:04:04.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.152024 677 raft_consensus.cc:493] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:04:04.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.152328 677 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 1 FOLLOWER]: Advancing to term 2
08:04:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.163242 677 raft_consensus.cc:515] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.170785 619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58909fee34f94d7e8dc593bace7b3f15" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3d0d172ba90a48aaa176c11f296e8781"
08:04:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.171373 619 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 1 FOLLOWER]: Advancing to term 2
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.180631 647 master_runner.cc:387] Master server non-default flags:
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.98.20:43351
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/krb5kdc/kudu.keytab
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.98.60
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:04:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.98.60:37059
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41635/jwks.json
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/info.pb
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.98.60
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42517
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/logs
08:04:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:04:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:04:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:04:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:04:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:04:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:04:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:04:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 19 Jun 2026 07:43:21 UTC on e7f111948823
08:04:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12467
08:04:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:04:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.181198 619 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 58909fee34f94d7e8dc593bace7b3f15 in term 2.
08:04:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.182642 647 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:04:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.182572 484 leader_election.cc:304] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d0d172ba90a48aaa176c11f296e8781, 58909fee34f94d7e8dc593bace7b3f15; no voters:
08:04:04.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.184072 647 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:04:04.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.199539 681 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 2 FOLLOWER]: Leader election won for term 2
08:04:04.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.202919 486 leader_election.cc:336] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer e01e4e8680e040b9bf48333a6d786c2a (127.31.98.60:37059): Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111)
08:04:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.204133 677 leader_election.cc:290] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [CANDIDATE]: Term 2 election: Requested vote from peers 3d0d172ba90a48aaa176c11f296e8781 (127.31.98.61:45967), e01e4e8680e040b9bf48333a6d786c2a (127.31.98.60:37059)
08:04:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.212810 681 raft_consensus.cc:697] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [term 2 LEADER]: Becoming Leader. State: Replica: 58909fee34f94d7e8dc593bace7b3f15, State: Running, Role: LEADER
08:04:04.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.213866 681 consensus_queue.cc:237] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.216382 684 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.239638 677 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 58909fee34f94d7e8dc593bace7b3f15. Latest consensus state: current_term: 2 leader_uuid: "58909fee34f94d7e8dc593bace7b3f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.241036 677 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: This master's current role is: LEADER
08:04:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.256403 688 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:04:04.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.266901 688 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:04:04.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.294248 688 catalog_manager.cc:1294] Loaded cluster ID: fbeb47d91ad14e62812f9b7e93e6783d
08:04:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.303386 688 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:04:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.313691 688 catalog_manager.cc:1539] Loading token signing keys...
08:04:04.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.329156 688 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15: Loaded TSK: 0
08:04:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.330139 609 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "ea259e2ad1624b7c927080733d18fbfd" instance_seqno: 1781856232813813) as {username='kudu', principal='kudu/127.31.98.1@KRBTEST.COM'} at 127.31.98.1:36715; Asking this server to re-register.
08:04:04.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.331315 688 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:04:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.331900 32614 heartbeater.cc:461] Registering TS with master...
08:04:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.335537 609 ts_manager.cc:194] Registered new tserver with Master: ea259e2ad1624b7c927080733d18fbfd (127.31.98.1:45229)
08:04:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.508502 609 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bf1ac4f9149d47a3a55fe45143a40c46" instance_seqno: 1781856238250056) as {username='kudu', principal='kudu/127.31.98.3@KRBTEST.COM'} at 127.31.98.3:46557; Asking this server to re-register.
08:04:04.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.509959 440 heartbeater.cc:461] Registering TS with master...
08:04:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.513212 609 ts_manager.cc:194] Registered new tserver with Master: bf1ac4f9149d47a3a55fe45143a40c46 (127.31.98.3:38835)
08:04:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.646390 665 catalog_manager.cc:1294] Loaded cluster ID: fbeb47d91ad14e62812f9b7e93e6783d
08:04:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.646675 665 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: loading cluster ID for follower catalog manager: success
08:04:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.672652 665 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: acquiring CA information for follower catalog manager: success
08:04:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.689330 665 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:04:04.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.697486 486 consensus_peers.cc:597] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 -> Peer e01e4e8680e040b9bf48333a6d786c2a (127.31.98.60:37059): Couldn't send request to peer e01e4e8680e040b9bf48333a6d786c2a. Status: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:04:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.748734 619 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [term 2 FOLLOWER]: Refusing update from remote peer 58909fee34f94d7e8dc593bace7b3f15: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
08:04:04.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.750741 677 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:04:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.796253 694 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 58909fee34f94d7e8dc593bace7b3f15. Latest consensus state: current_term: 2 leader_uuid: "58909fee34f94d7e8dc593bace7b3f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.797174 694 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: This master's current role is: FOLLOWER
08:04:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.829545 696 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "58909fee34f94d7e8dc593bace7b3f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.830638 696 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: This master's current role is: LEADER
08:04:04.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.831964 694 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "58909fee34f94d7e8dc593bace7b3f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:04.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:04.832612 694 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d0d172ba90a48aaa176c11f296e8781 [sys.catalog]: This master's current role is: FOLLOWER
08:04:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:05 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856245, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:05.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:05.290246 32643 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:05.478785 441 heartbeater.cc:499] Master 127.31.98.62:37367 was elected leader, sending a full tablet report...
08:04:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:05.797988 32762 heartbeater.cc:499] Master 127.31.98.62:37367 was elected leader, sending a full tablet report...
08:04:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:05.846438 453 master_runner.cc:187] Error getting master registration for 127.31.98.60:37059: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111),
08:04:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:05.846956 453 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:04:06.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:06.281144 32618 heartbeater.cc:499] Master 127.31.98.62:37367 was elected leader, sending a full tablet report...
08:04:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:05.612154 682 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 647
08:04:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:06.978564 682 kernel_stack_watchdog.cc:198] Thread 647 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 390ms:
08:04:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:04:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:04:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:04:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:04:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:04.222606 685 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:06.979921 647 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.760s user 0.464s sys 0.834s
08:04:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:06.980276 647 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.760s user 0.464s sys 0.834s
08:04:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:06.998448 717 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:04:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:06.998546 647 server_base.cc:1061] running on GCE node
08:04:07.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.000149 647 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:04:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.003378 647 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:04:07.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.004882 647 hybrid_clock.cc:648] HybridClock initialized: now 1781856247004828 us; error 66 us; skew 500 ppm
08:04:07.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.006084 647 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:04:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:07 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856247, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:07.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:07.015362 31840 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9cc0 after lost signal to thread 31688
08:04:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:07.016566 31840 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9000 after lost signal to thread 31843
08:04:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.014986 647 init.cc:377] Logged in from keytab as kudu/127.31.98.60@KRBTEST.COM (short username kudu)
08:04:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.056557 647 webserver.cc:533] Webserver started at http://127.31.98.60:42517/ using document root <none> and password file <none>
08:04:07.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.057962 647 fs_manager.cc:362] Metadata directory not provided
08:04:07.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.058298 647 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:04:07.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.076412 647 fs_manager.cc:714] Time spent opening directory manager: real 0.014s user 0.006s sys 0.006s
08:04:07.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.108470 723 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:04:07.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.110167 647 fs_manager.cc:730] Time spent opening block manager: real 0.031s user 0.024s sys 0.005s
08:04:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.111476 647 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data,/tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:04:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e01e4e8680e040b9bf48333a6d786c2a"
08:04:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 08:03:47 on dist-test-slave-jt9t"
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.114482 647 fs_report.cc:389] FS layout report
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/wal
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/data
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:04:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.230198 647 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:04:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:07.235402 486 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111) [suppressed 8 similar messages]
08:04:07.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.254292 647 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:04:07.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.255007 647 kserver.cc:163] Server-wide thread pool size limit: 3276
08:04:07.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:07.265138 486 consensus_peers.cc:597] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 -> Peer e01e4e8680e040b9bf48333a6d786c2a (127.31.98.60:37059): Couldn't send request to peer e01e4e8680e040b9bf48333a6d786c2a. Status: Network error: Client connection negotiation failed: client connection to 127.31.98.60:37059: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:04:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.423115 647 rpc_server.cc:307] RPC server started. Bound to: 127.31.98.60:37059
08:04:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.423202 777 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.98.60:37059 every 8 connection(s)
08:04:07.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.428301 647 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskfpJR7l/test-tmp/mini-kudu-cluster9510697885034791354/master-2/data/info.pb
08:04:07.431 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:04:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.430047 32136 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu as pid 647
08:04:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.450665 778 sys_catalog.cc:263] Verifying existing consensus state
08:04:07.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.464037 778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Bootstrap starting.
08:04:07.534 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.98.62:37367(127.31.98.62:37367)] connecting to peer
08:04:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.558128 778 log.cc:826] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Log is configured to *not* fsync() on all Append() calls
08:04:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:07.594340 782 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.549963 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.31.98.3:47399 (local address 127.31.98.60:37059)
08:04:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.563350 (+ 13387us) server_negotiation.cc:207] Beginning negotiation
08:04:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.563387 (+ 37us) server_negotiation.cc:400] Waiting for connection header
08:04:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.574805 (+ 11418us) server_negotiation.cc:408] Connection header received
08:04:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.586098 (+ 11293us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.586157 (+ 59us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.586693 (+ 536us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.587156 (+ 463us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.592071 (+ 4915us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.31.98.3:47399: BlockingRecv error: recv got EOF from 127.31.98.3:47399 (error 108)
08:04:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":12631,"thread_start_us":13536,"threads_started":1}
08:04:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.603006 778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:04:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.604327 778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a: Bootstrap complete.
08:04:07.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.653621 778 raft_consensus.cc:359] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.661294 778 raft_consensus.cc:740] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e01e4e8680e040b9bf48333a6d786c2a, State: Initialized, Role: FOLLOWER
08:04:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.662958 778 consensus_queue.cc:260] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } }
08:04:07.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.684273 778 sys_catalog.cc:565] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: configured and running, proceeding with master startup.
08:04:07.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.681794 784 sys_catalog.cc:455] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.706375 784 sys_catalog.cc:458] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: This master's current role is: FOLLOWER
08:04:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:07 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856240, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.62@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:04:07.732 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.98.61:45967(127.31.98.61:45967)] connecting to peer
08:04:07.742 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.98.60:37059(127.31.98.60:37059)] connecting to peer
08:04:07.782 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.98.60:37059(127.31.98.60:37059)] Successfully connected to peer
08:04:07.786 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.98.62:37367(127.31.98.62:37367)] Successfully connected to peer
08:04:07.794 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.98.61:45967(127.31.98.61:45967)] Successfully connected to peer
08:04:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.797067 752 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [term 1 FOLLOWER]: Advancing to term 2
08:04:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:07 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856245, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.2@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:04:08.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:07.991508 32760 heartbeater.cc:344] Connected to a master server at 127.31.98.60:37059
08:04:08.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:07 dist-test-slave-jt9t krb5kdc[32148](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856247, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:04:08.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.001116 322 init.cc:295] Successfully reacquired a new kerberos TGT
08:04:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.065129 784 sys_catalog.cc:455] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 58909fee34f94d7e8dc593bace7b3f15. Latest consensus state: current_term: 2 leader_uuid: "58909fee34f94d7e8dc593bace7b3f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.067054 805 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:04:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.083233 804 sys_catalog.cc:455] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "58909fee34f94d7e8dc593bace7b3f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:08.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.084162 804 sys_catalog.cc:458] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: This master's current role is: FOLLOWER
08:04:08.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.065980 784 sys_catalog.cc:458] T 00000000000000000000000000000000 P e01e4e8680e040b9bf48333a6d786c2a [sys.catalog]: This master's current role is: FOLLOWER
08:04:08.100 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:04:08.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.98.60:37059(127.31.98.60:37059)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:04:08.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.98.61:45967(127.31.98.61:45967)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:04:08.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.98.60:37059: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:04:08.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.98.61:45967: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:04:08.108 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.98.61:45967(127.31.98.61:45967)] handling channelInactive
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:08.107920 793 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.766176 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:33000 (local address 127.31.98.60:37059)
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.774709 (+ 8533us) server_negotiation.cc:207] Beginning negotiation
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.774735 (+ 26us) server_negotiation.cc:400] Waiting for connection header
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.047020 (+272285us) server_negotiation.cc:408] Connection header received
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.078183 (+ 31163us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.078213 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.078437 (+ 224us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.078608 (+ 171us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.106425 (+ 27817us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:33000: BlockingRecv error: recv got EOF from 127.0.0.1:33000 (error 108)
08:04:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":7898,"thread_start_us":9712,"threads_started":1}
08:04:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:08.110823 792 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.764145 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:38398 (local address 127.31.98.61:45967)
08:04:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.771846 (+ 7701us) server_negotiation.cc:207] Beginning negotiation
08:04:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.771877 (+ 31us) server_negotiation.cc:400] Waiting for connection header
08:04:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.040539 (+268662us) server_negotiation.cc:408] Connection header received
08:04:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.079235 (+ 38696us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.079266 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.079489 (+ 223us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.079720 (+ 231us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.108972 (+ 29252us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38398: BlockingRecv error: recv got EOF from 127.0.0.1:38398 (error 108)
08:04:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":7088,"thread_start_us":11924,"threads_started":1}
08:04:08.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.98.62:37367(127.31.98.62:37367)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:04:08.116 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.98.60:37059(127.31.98.60:37059)] handling channelInactive
08:04:08.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.98.62:37367: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:04:08.121 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=685), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.98.62:37367, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.98.61:45967, [291ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.98.60:37059, [654ms] Sub RPC ConnectToMaster: received response from server master-127.31.98.60:37059: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [654ms] Sub RPC ConnectToMaster: received response from server master-127.31.98.61:45967: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [665ms] Sub RPC ConnectToMaster: received response from server master-127.31.98.62:37367: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
08:04:08.124 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=690), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.98.62:37367, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.98.61:45967, [291ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.98.60:37059, [654ms] Sub RPC ConnectToMaster: received response from server master-127.31.98.60:37059: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [654ms] Sub RPC ConnectToMaster: received response from server master-127.31.98.61:45967: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [665ms] Sub RPC ConnectToMaster: received response from server master-127.31.98.62:37367: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
08:04:08.127 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.98.60:37059(127.31.98.60:37059)] disconnecting while in state TERMINATED
08:04:08.128 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.98.62:37367(127.31.98.62:37367)] disconnecting while in state TERMINATED
08:04:08.129 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.98.61:45967(127.31.98.61:45967)] disconnecting while in state TERMINATED
08:04:08.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:08.133867 791 negotiation.cc:336] Failed RPC negotiation. Trace:
08:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.756582 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:46802 (local address 127.31.98.62:37367)
08:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.767037 (+ 10455us) server_negotiation.cc:207] Beginning negotiation
08:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:07.767071 (+ 34us) server_negotiation.cc:400] Waiting for connection header
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.041576 (+274505us) server_negotiation.cc:408] Connection header received
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.077221 (+ 35645us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.077258 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.077515 (+ 257us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.077733 (+ 218us) server_negotiation.cc:227] Negotiated authn=SASL
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 08:04:08.132200 (+ 54467us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46802: BlockingRecv error: recv got EOF from 127.0.0.1:46802 (error 108)
08:04:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":9631,"thread_start_us":13758,"threads_started":1}
08:04:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:08 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856247, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for kudu/127.31.98.62@KRBTEST.COM
08:04:08.176 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.98.62:37367(127.31.98.62:37367)] handling channelInactive
08:04:08.178 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:08.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:08 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856247, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for kudu/127.31.98.61@KRBTEST.COM
08:04:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.220785 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 32478
08:04:08.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.239825 696 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "58909fee34f94d7e8dc593bace7b3f15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58909fee34f94d7e8dc593bace7b3f15" member_type: VOTER last_known_addr { host: "127.31.98.62" port: 37367 } } peers { permanent_uuid: "3d0d172ba90a48aaa176c11f296e8781" member_type: VOTER last_known_addr { host: "127.31.98.61" port: 45967 } } peers { permanent_uuid: "e01e4e8680e040b9bf48333a6d786c2a" member_type: VOTER last_known_addr { host: "127.31.98.60" port: 37059 } } }
08:04:08.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.240979 696 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58909fee34f94d7e8dc593bace7b3f15 [sys.catalog]: This master's current role is: LEADER
08:04:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 08:04:08 dist-test-slave-jt9t krb5kdc[32148](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781856247, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.98.60@KRBTEST.COM for kudu/127.31.98.60@KRBTEST.COM
08:04:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.347193 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 32627
08:04:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.376415 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 306
08:04:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.418985 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 453
08:04:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.507936 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 536
08:04:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:08.539384 32136 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 647
08:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:09.254596 31554 debug-util.cc:398] Leaking SignalData structure 0x7b0800097c80 after lost signal to thread 31489
08:04:09.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 08:04:09.255750 31554 debug-util.cc:398] Leaking SignalData structure 0x7b0800095340 after lost signal to thread 31557
08:04:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T08:04:09Z chronyd exiting
08:04:10.942 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:04:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:10.946622 31403 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 31687
08:04:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:10.973538 31403 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 31848
08:04:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:11.010737 31403 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 31989
08:04:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:11.038679 31403 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 31415
08:04:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:11.082396 31403 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 31485
08:04:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 08:04:11.117159 31403 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskfpJR7l/build/tsan/bin/kudu with pid 31560
08:04:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T08:04:12Z chronyd exiting
08:04:13.322 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.98.62:37367,127.31.98.61:45967,127.31.98.60:37059). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more