09:13:23.818 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:13:23.818 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskOdslhD/test-tmp
09:13:23.818 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:13:23.818 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskOdslhD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:13:23.820 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:13:24.150 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:13:24.150 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:13:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:24.153385 26129 mini_oidc.cc:150] Starting JWKS server
09:13:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:24.157437 26129 webserver.cc:492] Webserver started at http://127.0.0.1:36573/ using document root <none> and password file <none>
09:13:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:24.158104 26129 mini_oidc.cc:186] Starting OIDC Discovery server
09:13:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:24.160326 26129 webserver.cc:492] Webserver started at http://127.0.0.1:43487/ using document root <none> and password file <none>
09:13:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T09:13:24Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:13:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T09:13:24Z Disabled control of system clock
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:24.223271 26129 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/wal
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/data
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/logs
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/data/info.pb
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.126:42889
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.126
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36573/jwks.json with env {}
09:13:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.532107 26141 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.532684 26141 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.533195 26141 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.565701 26141 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.565994 26141 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.566198 26141 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.566416 26141 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.566620 26141 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.566771 26141 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36573/jwks.json
09:13:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:24.603592 26141 master_runner.cc:386] Master server non-default flags:
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/data
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/wal
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.126:42889
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36573/jwks.json
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/data/info.pb
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.126
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/logs
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:24.604890 26141 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:24.606585 26141 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.618618 26147 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:24.619936 26148 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:25.805233 26150 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:25.807498 26149 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1183 milliseconds
09:13:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.807564 26141 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.808784 26141 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.811779 26141 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.813135 26141 hybrid_clock.cc:648] HybridClock initialized: now 1769678005813094 us; error 45 us; skew 500 ppm
09:13:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.813910 26141 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.820295 26141 webserver.cc:492] Webserver started at http://127.25.132.126:42499/ using document root <none> and password file <none>
09:13:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.821175 26141 fs_manager.cc:362] Metadata directory not provided
09:13:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.821370 26141 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.821794 26141 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.825914 26141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/data/instance:
09:13:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3274d82b3d434c2f8cafe25a4915c4e2"
09:13:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:25 on dist-test-slave-txrv"
09:13:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.826905 26141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/wal/instance:
09:13:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3274d82b3d434c2f8cafe25a4915c4e2"
09:13:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:25 on dist-test-slave-txrv"
09:13:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.833668 26141 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
09:13:25.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.839017 26157 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.840023 26141 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
09:13:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.840313 26141 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/wal
09:13:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3274d82b3d434c2f8cafe25a4915c4e2"
09:13:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:25 on dist-test-slave-txrv"
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.840590 26141 fs_report.cc:389] FS layout report
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/wal
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/wal
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/data/data
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.894006 26141 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.895395 26141 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.895787 26141 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.967095 26141 rpc_server.cc:307] RPC server started. Bound to: 127.25.132.126:42889
09:13:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.967165 26208 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.132.126:42889 every 8 connection(s)
09:13:25.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.969760 26141 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/data/info.pb
09:13:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.974860 26129 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 26141
09:13:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.975256 26129 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-0/wal/instance
09:13:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.975529 26209 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:13:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.978494 26129 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/wal
09:13:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/data
09:13:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/logs
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/data/info.pb
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.125:41433
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.125
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36573/jwks.json with env {}
09:13:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:25.989166 26209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } has no permanent_uuid. Determining permanent_uuid...
09:13:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.015704 26209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } has no permanent_uuid. Determining permanent_uuid...
09:13:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.017966 26158 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.132.125:41433: connect: Connection refused (error 111)
09:13:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.021901 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.125:41433: Network error: Client connection negotiation failed: client connection to 127.25.132.125:41433: connect: Connection refused (error 111)
09:13:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.071446 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } attempt: 1
09:13:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.075320 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.125:41433: Network error: Client connection negotiation failed: client connection to 127.25.132.125:41433: connect: Connection refused (error 111)
09:13:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.143798 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } attempt: 2
09:13:26.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.147516 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.125:41433: Network error: Client connection negotiation failed: client connection to 127.25.132.125:41433: connect: Connection refused (error 111)
09:13:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.238961 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } attempt: 3
09:13:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.242659 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.125:41433: Network error: Client connection negotiation failed: client connection to 127.25.132.125:41433: connect: Connection refused (error 111)
09:13:26.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.279255 26211 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:26.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.279826 26211 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.280305 26211 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.311033 26211 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.311309 26211 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.311502 26211 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.311695 26211 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.311882 26211 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.312026 26211 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36573/jwks.json
09:13:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.346535 26211 master_runner.cc:386] Master server non-default flags:
09:13:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/data
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/wal
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.125:41433
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36573/jwks.json
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/data/info.pb
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.125
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/logs
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.347744 26211 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.349360 26211 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:26.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.359408 26220 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.386125 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } attempt: 4
09:13:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.393725 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.125:41433: Network error: Client connection negotiation failed: client connection to 127.25.132.125:41433: connect: Connection refused (error 111)
09:13:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:26.693295 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } attempt: 5
09:13:26.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.701396 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.125:41433: Network error: Client connection negotiation failed: client connection to 127.25.132.125:41433: connect: Connection refused (error 111)
09:13:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.248960 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } attempt: 6
09:13:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:27.278209 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.125:41433: Network error: Client connection negotiation failed: client connection to 127.25.132.125:41433: connect: Connection refused (error 111)
09:13:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:26.360075 26221 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:27.764562 26219 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec80 after lost signal to thread 26211
09:13:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:27.852268 26211 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.492s user 0.522s sys 0.968s
09:13:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:27.853449 26211 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.494s user 0.522s sys 0.968s
09:13:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:27.854949 26223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:27.857981 26222 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1496 milliseconds
09:13:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.858001 26211 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.859193 26211 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.861503 26211 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.862854 26211 hybrid_clock.cc:648] HybridClock initialized: now 1769678007862792 us; error 34 us; skew 500 ppm
09:13:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.863624 26211 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.869448 26211 webserver.cc:492] Webserver started at http://127.25.132.125:38915/ using document root <none> and password file <none>
09:13:27.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.870256 26211 fs_manager.cc:362] Metadata directory not provided
09:13:27.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.870447 26211 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:27.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.870864 26211 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.874537 26211 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/data/instance:
09:13:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a163a9a98dd486f8d9378dc2622085e"
09:13:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:27 on dist-test-slave-txrv"
09:13:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.875527 26211 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/wal/instance:
09:13:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a163a9a98dd486f8d9378dc2622085e"
09:13:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:27 on dist-test-slave-txrv"
09:13:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.881944 26211 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
09:13:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.886751 26232 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.887702 26211 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.888003 26211 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/wal
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a163a9a98dd486f8d9378dc2622085e"
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:27 on dist-test-slave-txrv"
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.888304 26211 fs_report.cc:389] FS layout report
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/wal
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/wal
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/data/data
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.931602 26211 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.932888 26211 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:27.933403 26211 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.003785 26211 rpc_server.cc:307] RPC server started. Bound to: 127.25.132.125:41433
09:13:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.003846 26283 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.132.125:41433 every 8 connection(s)
09:13:28.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.006505 26211 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/data/info.pb
09:13:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.011060 26129 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 26211
09:13:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.011396 26129 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-1/wal/instance
09:13:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.012148 26284 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.013321 26129 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/wal
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/data
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/logs
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/data/info.pb
09:13:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.124:34969
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.124
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36573/jwks.json with env {}
09:13:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.028035 26284 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } has no permanent_uuid. Determining permanent_uuid...
09:13:28.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.051923 26284 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } has no permanent_uuid. Determining permanent_uuid...
09:13:28.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.069829 26284 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } has no permanent_uuid. Determining permanent_uuid...
09:13:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.071722 26236 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.075227 26284 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.124629 26284 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 1
09:13:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.128472 26284 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.196813 26284 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 2
09:13:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.200593 26284 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.291927 26284 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 3
09:13:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.295635 26284 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.315765 26286 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:28.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.316277 26286 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:28.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.316807 26286 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.338783 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } attempt: 7
09:13:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.349280 26286 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.349611 26286 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.349887 26286 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.349916 26209 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } has no permanent_uuid. Determining permanent_uuid...
09:13:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.350145 26286 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.350450 26286 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.350653 26286 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36573/jwks.json
09:13:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.355055 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.385385 26286 master_runner.cc:386] Master server non-default flags:
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/data
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/wal
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.124:34969
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36573/jwks.json
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/data/info.pb
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.124
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/logs
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.386597 26286 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.388100 26286 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.398296 26298 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.413473 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 1
09:13:28.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.419839 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.439019 26284 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 4
09:13:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.447224 26284 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.501363 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 2
09:13:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.507591 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.593133 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 3
09:13:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.600014 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.740561 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 4
09:13:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.746562 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:28.746806 26284 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 5
09:13:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.752581 26284 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.030275 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 5
09:13:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:29.033834 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.300199 26284 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 6
09:13:29.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:29.311480 26284 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:29.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:28.398958 26299 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:29.586277 26301 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.586199 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 6
09:13:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:29.589030 26300 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1188 milliseconds
09:13:29.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.589148 26286 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:29.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.590382 26286 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.592837 26286 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:29.593456 26209 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.132.124:34969: Network error: Client connection negotiation failed: client connection to 127.25.132.124:34969: connect: Connection refused (error 111)
09:13:29.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.594355 26286 hybrid_clock.cc:648] HybridClock initialized: now 1769678009594315 us; error 29 us; skew 500 ppm
09:13:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.595145 26286 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.600924 26286 webserver.cc:492] Webserver started at http://127.25.132.124:43385/ using document root <none> and password file <none>
09:13:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.601817 26286 fs_manager.cc:362] Metadata directory not provided
09:13:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.602003 26286 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.602398 26286 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.606588 26286 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/data/instance:
09:13:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "570f3bd4b4ab4b139f067c44ad2e38f0"
09:13:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:29 on dist-test-slave-txrv"
09:13:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.607628 26286 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/wal/instance:
09:13:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "570f3bd4b4ab4b139f067c44ad2e38f0"
09:13:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:29 on dist-test-slave-txrv"
09:13:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.614394 26286 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.000s sys 0.008s
09:13:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.619894 26312 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.620925 26286 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.621222 26286 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/wal
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "570f3bd4b4ab4b139f067c44ad2e38f0"
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:29 on dist-test-slave-txrv"
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.621510 26286 fs_report.cc:389] FS layout report
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/wal
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/wal
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/data/data
09:13:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.674986 26286 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.676529 26286 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.676913 26286 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.744282 26286 rpc_server.cc:307] RPC server started. Bound to: 127.25.132.124:34969
09:13:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.744342 26363 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.132.124:34969 every 8 connection(s)
09:13:29.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.746860 26286 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/data/info.pb
09:13:29.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.752218 26364 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:13:29.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.756376 26129 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 26286
09:13:29.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.756770 26129 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/master-2/wal/instance
09:13:29.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.763047 26364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } has no permanent_uuid. Determining permanent_uuid...
09:13:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.787439 26364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } has no permanent_uuid. Determining permanent_uuid...
09:13:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.798663 26364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } has no permanent_uuid. Determining permanent_uuid...
09:13:29.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.815086 26364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0: Bootstrap starting.
09:13:29.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.821547 26364 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0: Neither blocks nor log segments found. Creating new log.
09:13:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.823120 26364 log.cc:826] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0: Log is configured to *not* fsync() on all Append() calls
09:13:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.828037 26364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0: No bootstrap required, opened a new log
09:13:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.846767 26364 raft_consensus.cc:359] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.847400 26364 raft_consensus.cc:385] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:13:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.847640 26364 raft_consensus.cc:740] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 570f3bd4b4ab4b139f067c44ad2e38f0, State: Initialized, Role: FOLLOWER
09:13:29.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.848309 26364 consensus_queue.cc:260] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:29.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.850405 26375 sys_catalog.cc:455] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.850910 26375 sys_catalog.cc:458] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: This master's current role is: FOLLOWER
09:13:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.851708 26364 sys_catalog.cc:565] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: configured and running, proceeding with master startup.
09:13:29.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:29.876492 26386 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:13:29.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:29.876856 26386 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:13:29.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.871531 26286 master_runner.cc:186] Error getting master registration for 127.25.132.126:42889: OK, instance_id { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" instance_seqno: 1769678005948124 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:13:29.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:29.890173 26286 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:13:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:29.931726 26318 tablet.cc:2378] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:13:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.264415 26375 raft_consensus.cc:493] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:13:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.265003 26375 raft_consensus.cc:515] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.268632 26375 leader_election.cc:290] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3274d82b3d434c2f8cafe25a4915c4e2 (127.25.132.126:42889), 3a163a9a98dd486f8d9378dc2622085e (127.25.132.125:41433)
09:13:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.372007 26284 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 7
09:13:30.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.396791 26284 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e: Bootstrap starting.
09:13:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.404037 26284 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e: Neither blocks nor log segments found. Creating new log.
09:13:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.406992 26284 log.cc:826] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e: Log is configured to *not* fsync() on all Append() calls
09:13:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.413133 26284 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e: No bootstrap required, opened a new log
09:13:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.439730 26284 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.440527 26284 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:13:30.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.440817 26284 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a163a9a98dd486f8d9378dc2622085e, State: Initialized, Role: FOLLOWER
09:13:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.441691 26284 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.445119 26391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:30.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.446019 26391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [sys.catalog]: This master's current role is: FOLLOWER
09:13:30.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.446354 26284 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [sys.catalog]: configured and running, proceeding with master startup.
09:13:30.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.446530 26259 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a163a9a98dd486f8d9378dc2622085e" is_pre_election: true
09:13:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.447245 26259 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 570f3bd4b4ab4b139f067c44ad2e38f0 in term 0.
09:13:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.448488 26313 leader_election.cc:304] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a163a9a98dd486f8d9378dc2622085e, 570f3bd4b4ab4b139f067c44ad2e38f0; no voters:
09:13:30.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.449472 26375 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:13:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.449821 26375 raft_consensus.cc:493] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:13:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.450145 26375 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 0 FOLLOWER]: Advancing to term 1
09:13:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.456532 26375 raft_consensus.cc:515] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.458411 26375 leader_election.cc:290] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [CANDIDATE]: Term 1 election: Requested vote from peers 3274d82b3d434c2f8cafe25a4915c4e2 (127.25.132.126:42889), 3a163a9a98dd486f8d9378dc2622085e (127.25.132.125:41433)
09:13:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.459884 26259 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a163a9a98dd486f8d9378dc2622085e"
09:13:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.460407 26259 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [term 0 FOLLOWER]: Advancing to term 1
09:13:30.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.467430 26259 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 570f3bd4b4ab4b139f067c44ad2e38f0 in term 1.
09:13:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.468770 26313 leader_election.cc:304] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3a163a9a98dd486f8d9378dc2622085e, 570f3bd4b4ab4b139f067c44ad2e38f0; no voters:
09:13:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.469534 26375 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 1 FOLLOWER]: Leader election won for term 1
09:13:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.471312 26375 raft_consensus.cc:697] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [term 1 LEADER]: Becoming Leader. State: Replica: 570f3bd4b4ab4b139f067c44ad2e38f0, State: Running, Role: LEADER
09:13:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.472360 26375 consensus_queue.cc:237] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:30.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.483299 26397 sys_catalog.cc:455] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 570f3bd4b4ab4b139f067c44ad2e38f0. Latest consensus state: current_term: 1 leader_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.484254 26397 sys_catalog.cc:458] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: This master's current role is: LEADER
09:13:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.495024 26401 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:13:30.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.502912 26401 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:13:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.525926 26259 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [term 1 FOLLOWER]: Refusing update from remote peer 570f3bd4b4ab4b139f067c44ad2e38f0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:13:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.527741 26397 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:13:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.506624 26211 master_runner.cc:186] Error getting master registration for 127.25.132.126:42889: OK, instance_id { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" instance_seqno: 1769678005948124 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:13:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.540051 26211 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:13:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:30.543116 26405 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:13:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:30.543454 26405 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:13:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.564082 26391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 570f3bd4b4ab4b139f067c44ad2e38f0. Latest consensus state: current_term: 1 leader_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.564956 26391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [sys.catalog]: This master's current role is: FOLLOWER
09:13:30.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.568812 26406 mvcc.cc:204] Tried to move back new op lower bound from 7248601131095195648 to 7248601130905219072. Current Snapshot: MvccSnapshot[applied={T|T < 7248601131095195648}]
09:13:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.582422 26391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.583077 26391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e [sys.catalog]: This master's current role is: FOLLOWER
09:13:30.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.592608 26401 catalog_manager.cc:1357] Generated new cluster ID: 65d04faac39e43b48f34f91d6378e297
09:13:30.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.592885 26401 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:13:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.595966 26397 sys_catalog.cc:455] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.596668 26397 sys_catalog.cc:458] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: This master's current role is: LEADER
09:13:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.626833 26209 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } attempt: 7
09:13:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.645263 26401 catalog_manager.cc:1380] Generated new certificate authority record
09:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.647293 26401 catalog_manager.cc:1514] Loading token signing keys...
09:13:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.662076 26209 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2: Bootstrap starting.
09:13:30.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.670609 26209 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2: Neither blocks nor log segments found. Creating new log.
09:13:30.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.673169 26209 log.cc:826] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2: Log is configured to *not* fsync() on all Append() calls
09:13:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.683102 26401 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0: Generated new TSK 0
09:13:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.686414 26401 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:13:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.695961 26209 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2: No bootstrap required, opened a new log
09:13:30.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.722347 26209 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:30.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.723372 26209 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:13:30.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.723675 26209 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3274d82b3d434c2f8cafe25a4915c4e2, State: Initialized, Role: FOLLOWER
09:13:30.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.724743 26209 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } }
09:13:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.729274 26209 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [sys.catalog]: configured and running, proceeding with master startup.
09:13:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.729440 26183 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3274d82b3d434c2f8cafe25a4915c4e2"
09:13:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.730127 26183 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [term 0 FOLLOWER]: Advancing to term 1
09:13:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.733294 26184 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" is_pre_election: true
09:13:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.749035 26129 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/wal
09:13:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/data
09:13:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/logs
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/data/info.pb
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.65:0
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.132.65
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.65
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:13:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.749572 26183 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 570f3bd4b4ab4b139f067c44ad2e38f0 in term 1.
09:13:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.750712 26182 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [term 1 FOLLOWER]: Refusing update from remote peer 570f3bd4b4ab4b139f067c44ad2e38f0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:13:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.757288 26375 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:13:30.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.728510 26414 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.766942 26414 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [sys.catalog]: This master's current role is: FOLLOWER
09:13:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.802014 26420 mvcc.cc:204] Tried to move back new op lower bound from 7248601131095195648 to 7248601130905219072. Current Snapshot: MvccSnapshot[applied={T|T < 7248601131095195648}]
09:13:30.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.819571 26414 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 570f3bd4b4ab4b139f067c44ad2e38f0. Latest consensus state: current_term: 1 leader_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.819557 26418 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.820338 26414 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [sys.catalog]: This master's current role is: FOLLOWER
09:13:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.820353 26418 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2 [sys.catalog]: This master's current role is: FOLLOWER
09:13:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.908070 26431 catalog_manager.cc:1269] Loaded cluster ID: 65d04faac39e43b48f34f91d6378e297
09:13:30.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.909157 26431 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2: loading cluster ID for follower catalog manager: success
09:13:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.917346 26431 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2: acquiring CA information for follower catalog manager: success
09:13:30.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:30.930852 26431 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 3274d82b3d434c2f8cafe25a4915c4e2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:13:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.221855 26375 sys_catalog.cc:455] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3274d82b3d434c2f8cafe25a4915c4e2" member_type: VOTER last_known_addr { host: "127.25.132.126" port: 42889 } } peers { permanent_uuid: "3a163a9a98dd486f8d9378dc2622085e" member_type: VOTER last_known_addr { host: "127.25.132.125" port: 41433 } } peers { permanent_uuid: "570f3bd4b4ab4b139f067c44ad2e38f0" member_type: VOTER last_known_addr { host: "127.25.132.124" port: 34969 } } }
09:13:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.222781 26375 sys_catalog.cc:458] T 00000000000000000000000000000000 P 570f3bd4b4ab4b139f067c44ad2e38f0 [sys.catalog]: This master's current role is: LEADER
09:13:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:31.360417 26417 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:31.361272 26417 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:31.362120 26417 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:31.419570 26417 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:31.421096 26417 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.132.65
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.483596 26417 tablet_server_runner.cc:78] Tablet server non-default flags:
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/data
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/wal
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.65:0
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/data/info.pb
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.65
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.132.65
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/logs
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:31.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.486370 26417 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.488672 26417 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:31.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:31.523140 26441 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.550633 26405 catalog_manager.cc:1269] Loaded cluster ID: 65d04faac39e43b48f34f91d6378e297
09:13:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.550957 26405 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e: loading cluster ID for follower catalog manager: success
09:13:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.565459 26405 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e: acquiring CA information for follower catalog manager: success
09:13:31.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:31.583029 26405 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 3a163a9a98dd486f8d9378dc2622085e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:13:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:32.918995 26440 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 26417
09:13:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:33.512012 26417 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.985s user 0.578s sys 0.869s
09:13:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:33.512410 26417 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.986s user 0.578s sys 0.869s
09:13:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:31.528318 26442 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:33.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.523341 26417 server_base.cc:1060] running on GCE node
09:13:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:33.525537 26446 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.527065 26417 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.531759 26417 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.533170 26417 hybrid_clock.cc:648] HybridClock initialized: now 1769678013533111 us; error 41 us; skew 500 ppm
09:13:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.534471 26417 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.542889 26417 webserver.cc:492] Webserver started at http://127.25.132.65:37409/ using document root <none> and password file <none>
09:13:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.544129 26417 fs_manager.cc:362] Metadata directory not provided
09:13:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.544551 26417 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.545163 26417 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.551895 26417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/data/instance:
09:13:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84c3195ab6c7474fadf3d15721e2ab74"
09:13:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:33 on dist-test-slave-txrv"
09:13:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.553627 26417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/wal/instance:
09:13:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84c3195ab6c7474fadf3d15721e2ab74"
09:13:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:33 on dist-test-slave-txrv"
09:13:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.563755 26417 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
09:13:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.571333 26451 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.572479 26417 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
09:13:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.572825 26417 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/wal
09:13:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84c3195ab6c7474fadf3d15721e2ab74"
09:13:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:33 on dist-test-slave-txrv"
09:13:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.573256 26417 fs_report.cc:389] FS layout report
09:13:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/wal
09:13:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/wal
09:13:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/data/data
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.655519 26417 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.657637 26417 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.658167 26417 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.661545 26417 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:13:33.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.667294 26417 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:13:33.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.667568 26417 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:13:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.667867 26417 ts_tablet_manager.cc:616] Registered 0 tablets
09:13:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.668076 26417 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:13:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.874094 26417 rpc_server.cc:307] RPC server started. Bound to: 127.25.132.65:34197
09:13:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.874224 26563 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.132.65:34197 every 8 connection(s)
09:13:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.878587 26417 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/data/info.pb
09:13:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.879630 26129 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 26417
09:13:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.880070 26129 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-0/wal/instance
09:13:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.897385 26129 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/wal
09:13:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/data
09:13:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/logs
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/data/info.pb
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.66:0
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.132.66
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.66
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:13:33.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.978860 26564 heartbeater.cc:344] Connected to a master server at 127.25.132.125:41433
09:13:33.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.980902 26564 heartbeater.cc:461] Registering TS with master...
09:13:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.982214 26564 heartbeater.cc:507] Master 127.25.132.125:41433 requested a full tablet report, sending...
09:13:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:33.985714 26249 ts_manager.cc:194] Registered new tserver with Master: 84c3195ab6c7474fadf3d15721e2ab74 (127.25.132.65:34197)
09:13:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.003767 26569 heartbeater.cc:344] Connected to a master server at 127.25.132.126:42889
09:13:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.004127 26569 heartbeater.cc:461] Registering TS with master...
09:13:34.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.005014 26569 heartbeater.cc:507] Master 127.25.132.126:42889 requested a full tablet report, sending...
09:13:34.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.008900 26174 ts_manager.cc:194] Registered new tserver with Master: 84c3195ab6c7474fadf3d15721e2ab74 (127.25.132.65:34197)
09:13:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.010785 26566 heartbeater.cc:344] Connected to a master server at 127.25.132.124:34969
09:13:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.011152 26566 heartbeater.cc:461] Registering TS with master...
09:13:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.012022 26566 heartbeater.cc:507] Master 127.25.132.124:34969 requested a full tablet report, sending...
09:13:34.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.014441 26329 ts_manager.cc:194] Registered new tserver with Master: 84c3195ab6c7474fadf3d15721e2ab74 (127.25.132.65:34197)
09:13:34.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.017107 26329 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.132.65:50841
09:13:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:34.309872 26565 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:34.310292 26565 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:34.310702 26565 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:34.341863 26565 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:34.342609 26565 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.132.66
09:13:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.375571 26565 tablet_server_runner.cc:78] Tablet server non-default flags:
09:13:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/data
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/wal
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.66:0
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/data/info.pb
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.66
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.132.66
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/logs
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.376845 26565 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:34.378360 26565 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:34.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:34.390523 26581 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:35.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:35.021332 26566 heartbeater.cc:499] Master 127.25.132.124:34969 was elected leader, sending a full tablet report...
09:13:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:35.672942 26560 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 26436
09:13:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:35.674311 26560 debug-util.cc:398] Leaking SignalData structure 0x7b08000adf40 after lost signal to thread 26563
09:13:35.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:35.804556 26580 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 26565
09:13:36.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:35.999877 26584 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:36.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:35.997735 26565 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.608s user 0.535s sys 0.963s
09:13:36.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.000352 26565 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.610s user 0.535s sys 0.963s
09:13:36.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:34.390962 26582 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:36.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.006206 26583 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1609 milliseconds
09:13:36.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.006661 26565 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:36.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.007947 26565 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:36.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.024240 26565 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:36.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.025695 26565 hybrid_clock.cc:648] HybridClock initialized: now 1769678016025603 us; error 73 us; skew 500 ppm
09:13:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.026888 26565 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.034905 26565 webserver.cc:492] Webserver started at http://127.25.132.66:33337/ using document root <none> and password file <none>
09:13:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.036090 26565 fs_manager.cc:362] Metadata directory not provided
09:13:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.036394 26565 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.037020 26565 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.043687 26565 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/data/instance:
09:13:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f17361b8a264ceb8729967c85e15b9c"
09:13:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:36 on dist-test-slave-txrv"
09:13:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.045284 26565 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/wal/instance:
09:13:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f17361b8a264ceb8729967c85e15b9c"
09:13:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:36 on dist-test-slave-txrv"
09:13:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.054683 26565 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
09:13:36.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.062163 26592 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.063308 26565 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.063674 26565 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/wal
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f17361b8a264ceb8729967c85e15b9c"
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:36 on dist-test-slave-txrv"
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.064088 26565 fs_report.cc:389] FS layout report
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/wal
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/wal
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/data/data
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:36.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.127130 26565 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.128535 26565 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.128931 26565 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.131629 26565 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:13:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.136189 26565 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:13:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.136421 26565 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:13:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.136723 26565 ts_tablet_manager.cc:616] Registered 0 tablets
09:13:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.136893 26565 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:13:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.306663 26565 rpc_server.cc:307] RPC server started. Bound to: 127.25.132.66:37479
09:13:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.306766 26705 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.132.66:37479 every 8 connection(s)
09:13:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.309288 26565 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/data/info.pb
09:13:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.318292 26129 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 26565
09:13:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.319006 26129 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-1/wal/instance
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.349728 26129 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/wal
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/data
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/logs
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/data/info.pb
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.67:0
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.132.67
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.67
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:13:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.369550 26706 heartbeater.cc:344] Connected to a master server at 127.25.132.125:41433
09:13:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.370047 26706 heartbeater.cc:461] Registering TS with master...
09:13:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.371371 26706 heartbeater.cc:507] Master 127.25.132.125:41433 requested a full tablet report, sending...
09:13:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.373097 26707 heartbeater.cc:344] Connected to a master server at 127.25.132.124:34969
09:13:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.373412 26707 heartbeater.cc:461] Registering TS with master...
09:13:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.374195 26707 heartbeater.cc:507] Master 127.25.132.124:34969 requested a full tablet report, sending...
09:13:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.374604 26249 ts_manager.cc:194] Registered new tserver with Master: 2f17361b8a264ceb8729967c85e15b9c (127.25.132.66:37479)
09:13:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.376971 26708 heartbeater.cc:344] Connected to a master server at 127.25.132.126:42889
09:13:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.377373 26708 heartbeater.cc:461] Registering TS with master...
09:13:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.377440 26329 ts_manager.cc:194] Registered new tserver with Master: 2f17361b8a264ceb8729967c85e15b9c (127.25.132.66:37479)
09:13:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.378250 26708 heartbeater.cc:507] Master 127.25.132.126:42889 requested a full tablet report, sending...
09:13:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.379207 26329 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.132.66:58015
09:13:36.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.381222 26174 ts_manager.cc:194] Registered new tserver with Master: 2f17361b8a264ceb8729967c85e15b9c (127.25.132.66:37479)
09:13:36.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.656375 26717 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:36.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.656795 26717 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.657277 26717 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.686839 26717 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.687630 26717 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.132.67
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.720217 26717 tablet_server_runner.cc:78] Tablet server non-default flags:
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.132.84:39389
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/data
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/wal
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.132.67:0
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/data/info.pb
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.132.67
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.132.126:42889,127.25.132.125:41433,127.25.132.124:34969
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.132.67
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/logs
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:36.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:36.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.721480 26717 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:36.722898 26717 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:36.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.735056 26723 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:37.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:37.382861 26707 heartbeater.cc:499] Master 127.25.132.124:34969 was elected leader, sending a full tablet report...
09:13:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.739153 26726 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:36.736245 26724 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:38.157812 26725 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1418 milliseconds
09:13:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.157912 26717 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.159047 26717 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:38.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.161546 26717 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.162952 26717 hybrid_clock.cc:648] HybridClock initialized: now 1769678018162904 us; error 60 us; skew 500 ppm
09:13:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.163663 26717 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.169433 26717 webserver.cc:492] Webserver started at http://127.25.132.67:44763/ using document root <none> and password file <none>
09:13:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.170356 26717 fs_manager.cc:362] Metadata directory not provided
09:13:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.170537 26717 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.170878 26717 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.174770 26717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/data/instance:
09:13:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65891329aaf495ba838c1a362b9aa96"
09:13:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:38 on dist-test-slave-txrv"
09:13:38.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.175884 26717 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/wal/instance:
09:13:38.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65891329aaf495ba838c1a362b9aa96"
09:13:38.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:38 on dist-test-slave-txrv"
09:13:38.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.182375 26717 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
09:13:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.187728 26733 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.188688 26717 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.188985 26717 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/wal
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65891329aaf495ba838c1a362b9aa96"
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:38 on dist-test-slave-txrv"
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.189282 26717 fs_report.cc:389] FS layout report
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/wal
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/wal
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/data/data
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:38.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.240784 26717 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.242103 26717 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.242458 26717 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.244577 26717 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:13:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.248436 26717 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:13:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.248624 26717 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:13:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.248817 26717 ts_tablet_manager.cc:616] Registered 0 tablets
09:13:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.248956 26717 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:13:38.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.386094 26717 rpc_server.cc:307] RPC server started. Bound to: 127.25.132.67:44843
09:13:38.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.386184 26846 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.132.67:44843 every 8 connection(s)
09:13:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.388386 26717 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/data/info.pb
09:13:38.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.396553 26129 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 26717
09:13:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.398834 26129 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster7968057245482162028/ts-2/wal/instance
09:13:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.438720 26847 heartbeater.cc:344] Connected to a master server at 127.25.132.125:41433
09:13:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.438905 26849 heartbeater.cc:344] Connected to a master server at 127.25.132.126:42889
09:13:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.439260 26847 heartbeater.cc:461] Registering TS with master...
09:13:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.439277 26849 heartbeater.cc:461] Registering TS with master...
09:13:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.440551 26847 heartbeater.cc:507] Master 127.25.132.125:41433 requested a full tablet report, sending...
09:13:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.440742 26849 heartbeater.cc:507] Master 127.25.132.126:42889 requested a full tablet report, sending...
09:13:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.443146 26848 heartbeater.cc:344] Connected to a master server at 127.25.132.124:34969
09:13:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.443490 26848 heartbeater.cc:461] Registering TS with master...
09:13:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.443580 26248 ts_manager.cc:194] Registered new tserver with Master: e65891329aaf495ba838c1a362b9aa96 (127.25.132.67:44843)
09:13:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.443710 26174 ts_manager.cc:194] Registered new tserver with Master: e65891329aaf495ba838c1a362b9aa96 (127.25.132.67:44843)
09:13:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.444247 26848 heartbeater.cc:507] Master 127.25.132.124:34969 requested a full tablet report, sending...
09:13:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.446100 26329 ts_manager.cc:194] Registered new tserver with Master: e65891329aaf495ba838c1a362b9aa96 (127.25.132.67:44843)
09:13:38.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.447376 26329 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.132.67:44095
09:13:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.462002 26129 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:13:38.472 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:13:38.472 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:13:38.473 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.25.132.126"
port: 42889
}
bound_http_address {
host: "127.25.132.126"
port: 42499
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.25.132.125"
port: 41433
}
bound_http_address {
host: "127.25.132.125"
port: 38915
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.25.132.124"
port: 34969
}
bound_http_address {
host: "127.25.132.124"
port: 43385
}
}
}
09:13:38.473 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:13:38.474 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.25.132.65"
port: 34197
}
bound_http_address {
host: "127.25.132.65"
port: 37409
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.25.132.66"
port: 37479
}
bound_http_address {
host: "127.25.132.66"
port: 33337
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.25.132.67"
port: 44843
}
bound_http_address {
host: "127.25.132.67"
port: 44763
}
}
}
09:13:38.474 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:13:38.475 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster4637368815956509565/krb5kdc/krb5cc
09:13:38.475 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:13:38.476 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskOdslhD/test-tmp
09:13:38.477 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:13:38.477 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskOdslhD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:13:38.478 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
09:13:38.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:38.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:13:38.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.789724 26858 mini_oidc.cc:150] Starting JWKS server
09:13:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.792618 26858 webserver.cc:492] Webserver started at http://127.0.0.1:32867/ using document root <none> and password file <none>
09:13:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.792980 26858 mini_oidc.cc:186] Starting OIDC Discovery server
09:13:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:38.794526 26858 webserver.cc:492] Webserver started at http://127.0.0.1:35851/ using document root <none> and password file <none>
09:13:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
09:13:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/principal' for realm 'KRBTEST.COM',
09:13:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
09:13:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:38 dist-test-slave-txrv krb5kdc[26869](info): setting up network...
09:13:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
09:13:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:38 dist-test-slave-txrv krb5kdc[26869](info): set up 2 sockets
09:13:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:38 dist-test-slave-txrv krb5kdc[26869](info): commencing operation
09:13:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
09:13:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:39.450228 26848 heartbeater.cc:499] Master 127.25.132.124:34969 was elected leader, sending a full tablet report...
09:13:40.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:40.784530 26858 mini_kdc.cc:121] Time spent starting KDC: real 1.956s user 0.007s sys 0.009s
09:13:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
09:13:40.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:13:40.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
09:13:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
09:13:40.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:13:40.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
09:13:40.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
09:13:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:13:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
09:13:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:13:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/test-user.keytab.
09:13:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/test-user.keytab.
09:13:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:40 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:13:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T09:13:40Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:13:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T09:13:40Z Disabled control of system clock
09:13:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.58.190@KRBTEST.COM; defaulting to no policy
09:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.58.190@KRBTEST.COM" created.
09:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.58.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.58.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.58.190@KRBTEST.COM; defaulting to no policy
09:13:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.58.190@KRBTEST.COM" created.
09:13:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.58.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.58.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:40.984594 26858 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/logs
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/info.pb
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.190:43151
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.190
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.190
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:13:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:13:41.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.274725 26885 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:41.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.275372 26885 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.276232 26885 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:41.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.318461 26885 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:13:41.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.318794 26885 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.319175 26885 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.319465 26885 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.319664 26885 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.319851 26885 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.319994 26885 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32867/jwks.json
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:41.357350 26885 master_runner.cc:386] Master server non-default flags:
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.190
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.190:43151
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/info.pb
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.190
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/logs
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:41.358659 26885 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:41.359592 26885 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.370592 26892 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:42.773932 26891 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 26885
09:13:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:42.874291 26891 kernel_stack_watchdog.cc:198] Thread 26885 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
09:13:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:13:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:13:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:13:42.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:13:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:41.371050 26893 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:42.880471 26885 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.509s user 0.002s sys 0.004s
09:13:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:42.880872 26894 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1503 milliseconds
09:13:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:42.880875 26885 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.510s user 0.002s sys 0.004s
09:13:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:42.882265 26895 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.882326 26885 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.883509 26885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.885756 26885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.887091 26885 hybrid_clock.cc:648] HybridClock initialized: now 1769678022887049 us; error 45 us; skew 500 ppm
09:13:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.887878 26885 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:42 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678022, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.893571 26885 init.cc:377] Logged in from keytab as kudu/127.26.58.190@KRBTEST.COM (short username kudu)
09:13:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.898228 26885 webserver.cc:492] Webserver started at http://127.26.58.190:39025/ using document root <none> and password file <none>
09:13:42.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.899070 26885 fs_manager.cc:362] Metadata directory not provided
09:13:42.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.899248 26885 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:42.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.899678 26885 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.903589 26885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/instance:
09:13:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfcdaeab7d304d0b93aba6494643cdb9"
09:13:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:42 on dist-test-slave-txrv"
09:13:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.904488 26885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal/instance:
09:13:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfcdaeab7d304d0b93aba6494643cdb9"
09:13:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:42 on dist-test-slave-txrv"
09:13:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.910982 26885 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
09:13:42.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.915732 26904 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.916680 26885 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.916944 26885 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfcdaeab7d304d0b93aba6494643cdb9"
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:42 on dist-test-slave-txrv"
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.917271 26885 fs_report.cc:389] FS layout report
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/data
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:42.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.965368 26885 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.974434 26885 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:42.974880 26885 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.055639 26885 rpc_server.cc:307] RPC server started. Bound to: 127.26.58.190:43151
09:13:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.055712 26955 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.58.190:43151 every 8 connection(s)
09:13:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.058224 26885 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/info.pb
09:13:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.063700 26858 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 26885
09:13:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.064262 26858 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal/instance
09:13:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.064679 26956 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:13:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.078114 26956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } has no permanent_uuid. Determining permanent_uuid...
09:13:43.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.58.189@KRBTEST.COM; defaulting to no policy
09:13:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.58.189@KRBTEST.COM" created.
09:13:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:43 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678022, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.190@KRBTEST.COM for kudu/127.26.58.190@KRBTEST.COM
09:13:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.58.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.58.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.113449 26956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } has no permanent_uuid. Determining permanent_uuid...
09:13:43.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.115942 26906 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.58.189:37763: connect: Connection refused (error 111)
09:13:43.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.58.189@KRBTEST.COM; defaulting to no policy
09:13:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.58.189@KRBTEST.COM" created.
09:13:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.120203 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.189:37763: Network error: Client connection negotiation failed: client connection to 127.26.58.189:37763: connect: Connection refused (error 111)
09:13:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.58.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.58.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.139189 26858 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/logs
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/info.pb
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.189:37763
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.189
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.189
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:43.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:13:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:13:43.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.169715 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } attempt: 1
09:13:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.172959 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.189:37763: Network error: Client connection negotiation failed: client connection to 127.26.58.189:37763: connect: Connection refused (error 111)
09:13:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.241334 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } attempt: 2
09:13:43.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.244714 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.189:37763: Network error: Client connection negotiation failed: client connection to 127.26.58.189:37763: connect: Connection refused (error 111)
09:13:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.336006 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } attempt: 3
09:13:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.339591 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.189:37763: Network error: Client connection negotiation failed: client connection to 127.26.58.189:37763: connect: Connection refused (error 111)
09:13:43.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.432911 26966 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:43.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.433573 26966 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:43.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.434226 26966 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.463701 26966 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:13:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.463932 26966 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.464278 26966 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.464529 26966 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.464764 26966 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.465003 26966 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.465253 26966 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32867/jwks.json
09:13:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.482932 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } attempt: 4
09:13:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.486307 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.189:37763: Network error: Client connection negotiation failed: client connection to 127.26.58.189:37763: connect: Connection refused (error 111)
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.506136 26966 master_runner.cc:386] Master server non-default flags:
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.189
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.189:37763
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/info.pb
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.189
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/logs
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:43.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.507757 26966 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:43.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.508915 26966 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.520027 26972 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:43.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:43.785676 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } attempt: 5
09:13:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.793646 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.189:37763: Network error: Client connection negotiation failed: client connection to 127.26.58.189:37763: connect: Connection refused (error 111)
09:13:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.341230 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } attempt: 6
09:13:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:44.351045 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.189:37763: Network error: Client connection negotiation failed: client connection to 127.26.58.189:37763: connect: Connection refused (error 111)
09:13:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.521664 26973 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:43.523481 26975 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:44.809247 26974 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1285 milliseconds
09:13:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.809360 26966 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:44.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.810542 26966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.812762 26966 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.814077 26966 hybrid_clock.cc:648] HybridClock initialized: now 1769678024814054 us; error 34 us; skew 500 ppm
09:13:44.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.814882 26966 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:44.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:44 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678024, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.820344 26966 init.cc:377] Logged in from keytab as kudu/127.26.58.189@KRBTEST.COM (short username kudu)
09:13:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.824920 26966 webserver.cc:492] Webserver started at http://127.26.58.189:44241/ using document root <none> and password file <none>
09:13:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.825892 26966 fs_manager.cc:362] Metadata directory not provided
09:13:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.826054 26966 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.826401 26966 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.830119 26966 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/instance:
09:13:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d552c62db5f6434882b7fa7820a128e0"
09:13:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:44 on dist-test-slave-txrv"
09:13:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.831071 26966 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal/instance:
09:13:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d552c62db5f6434882b7fa7820a128e0"
09:13:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:44 on dist-test-slave-txrv"
09:13:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.837668 26966 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
09:13:44.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.842474 26988 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:44.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.843492 26966 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.004s
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.843766 26966 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d552c62db5f6434882b7fa7820a128e0"
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:44 on dist-test-slave-txrv"
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.844025 26966 fs_report.cc:389] FS layout report
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/data
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.899488 26966 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:44.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.905064 26966 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:44.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.905493 26966 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.981389 26966 rpc_server.cc:307] RPC server started. Bound to: 127.26.58.189:37763
09:13:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.981442 27039 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.58.189:37763 every 8 connection(s)
09:13:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.985348 26966 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/info.pb
09:13:44.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.986562 26858 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 26966
09:13:44.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.987002 26858 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal/instance
09:13:44.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:44.995195 27040 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:13:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.58.188@KRBTEST.COM; defaulting to no policy
09:13:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:45.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.58.188@KRBTEST.COM" created.
09:13:45.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.010840 27040 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } has no permanent_uuid. Determining permanent_uuid...
09:13:45.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:45 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678024, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.189@KRBTEST.COM for kudu/127.26.58.190@KRBTEST.COM
09:13:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.58.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.58.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:45.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.048612 27040 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } has no permanent_uuid. Determining permanent_uuid...
09:13:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.58.188@KRBTEST.COM; defaulting to no policy
09:13:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.58.188@KRBTEST.COM" created.
09:13:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:45 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678024, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.189@KRBTEST.COM for kudu/127.26.58.189@KRBTEST.COM
09:13:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.078619 27040 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } has no permanent_uuid. Determining permanent_uuid...
09:13:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:13:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.58.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.58.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab.
09:13:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.081192 26989 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.083598 26858 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/logs
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/info.pb
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.188:42433
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.188
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.188
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:13:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:13:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.086033 27040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.135527 27040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 1
09:13:45.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.139467 27040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.207823 27040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 2
09:13:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.211731 27040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.303104 27040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 3
09:13:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.307054 27040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.378895 27050 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.379439 27050 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.380059 27050 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.411765 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } attempt: 7
09:13:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.418802 27050 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:13:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.419013 27050 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.419368 27050 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.419679 27050 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.419981 27050 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.420352 27050 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.420598 27050 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32867/jwks.json
09:13:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:45 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678022, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.190@KRBTEST.COM for kudu/127.26.58.189@KRBTEST.COM
09:13:45.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.433408 26956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } has no permanent_uuid. Determining permanent_uuid...
09:13:45.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.438282 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.450498 27040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 4
09:13:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.454082 27040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.461584 27050 master_runner.cc:386] Master server non-default flags:
09:13:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.188
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.188:42433
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/info.pb
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.188
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/logs
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.463083 27050 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.464078 27050 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.474545 27058 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.496698 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 1
09:13:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.502449 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.583976 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 2
09:13:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.589920 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.675432 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 3
09:13:45.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.681452 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.753476 27040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 5
09:13:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.761337 27040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:45.821995 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 4
09:13:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.828075 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.111668 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 5
09:13:46.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:46.117924 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.308915 27040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 6
09:13:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:46.318691 27040 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:46.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.670468 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 6
09:13:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.477864 27061 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:45.475467 27059 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:46.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:46.683682 26956 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.58.188:42433: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:46.685819 27060 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1208 milliseconds
09:13:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.685920 27050 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.687100 27050 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:46.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.689463 27050 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:46.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.690804 27050 hybrid_clock.cc:648] HybridClock initialized: now 1769678026690754 us; error 46 us; skew 500 ppm
09:13:46.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.691535 27050 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:46 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678026, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.697288 27050 init.cc:377] Logged in from keytab as kudu/127.26.58.188@KRBTEST.COM (short username kudu)
09:13:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.702145 27050 webserver.cc:492] Webserver started at http://127.26.58.188:33617/ using document root <none> and password file <none>
09:13:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.702977 27050 fs_manager.cc:362] Metadata directory not provided
09:13:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.703145 27050 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.703596 27050 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:13:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.707566 27050 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/instance:
09:13:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a2beebe0a93494eb970f72c4e925412"
09:13:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:46 on dist-test-slave-txrv"
09:13:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.708586 27050 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal/instance:
09:13:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a2beebe0a93494eb970f72c4e925412"
09:13:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:46 on dist-test-slave-txrv"
09:13:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.715905 27050 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
09:13:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.721125 27075 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.722143 27050 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
09:13:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.722419 27050 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a2beebe0a93494eb970f72c4e925412"
09:13:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:46 on dist-test-slave-txrv"
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.722687 27050 fs_report.cc:389] FS layout report
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/data
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:46.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.777645 27050 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.783265 27050 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.783666 27050 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.853224 27050 rpc_server.cc:307] RPC server started. Bound to: 127.26.58.188:42433
09:13:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.853304 27126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.58.188:42433 every 8 connection(s)
09:13:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.855805 27050 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/info.pb
09:13:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.857183 26858 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 27050
09:13:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.857590 26858 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal/instance
09:13:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.862967 27127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:13:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.875376 27127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } has no permanent_uuid. Determining permanent_uuid...
09:13:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:46 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.58.188@KRBTEST.COM
09:13:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:46 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678026, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.188@KRBTEST.COM for kudu/127.26.58.190@KRBTEST.COM
09:13:46.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.902339 27127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } has no permanent_uuid. Determining permanent_uuid...
09:13:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:46 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678026, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.188@KRBTEST.COM for kudu/127.26.58.189@KRBTEST.COM
09:13:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:46 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.58.189@KRBTEST.COM
09:13:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.928378 27127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } has no permanent_uuid. Determining permanent_uuid...
09:13:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:46 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678026, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.188@KRBTEST.COM for kudu/127.26.58.188@KRBTEST.COM
09:13:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:46 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678020, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.58.190@KRBTEST.COM
09:13:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.955132 27127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Bootstrap starting.
09:13:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.956899 26858 external_mini_cluster.cc:949] 0 TS(s) registered with all masters
09:13:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.960682 27127 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Neither blocks nor log segments found. Creating new log.
09:13:46.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.962280 27127 log.cc:826] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Log is configured to *not* fsync() on all Append() calls
09:13:46.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:46.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
09:13:46.966 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
09:13:46.966 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
09:13:46.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.966874 27127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: No bootstrap required, opened a new log
09:13:46.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.58.190"
port: 43151
}
bound_http_address {
host: "127.26.58.190"
port: 39025
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.58.189"
port: 37763
}
bound_http_address {
host: "127.26.58.189"
port: 44241
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.58.188"
port: 42433
}
bound_http_address {
host: "127.26.58.188"
port: 33617
}
}
}
09:13:46.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:13:46.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:46.968 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:13:46.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:13:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.991454 27127 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.992372 27127 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:13:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.992666 27127 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a2beebe0a93494eb970f72c4e925412, State: Initialized, Role: FOLLOWER
09:13:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:46.993716 27127 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.005808 27127 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: configured and running, proceeding with master startup.
09:13:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.009445 27137 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.010335 27137 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: This master's current role is: FOLLOWER
09:13:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:47 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678027, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:13:47.033 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:47.034 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc
09:13:47.035 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:13:47.036 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-user
09:13:47.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-user"
}
09:13:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:47.038821 27081 tablet.cc:2378] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:13:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:47.046609 27149 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:13:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:47.046938 27149 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:13:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.045506 27050 master_runner.cc:186] Error getting master registration for 127.26.58.190:43151: OK, instance_id { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" instance_seqno: 1769678023035074 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:13:47.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.076988 27050 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:13:47.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:47 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678027, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-user@KRBTEST.COM:
09:13:47.089 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.130995 27137 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:13:47.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.131577 27137 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:47.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.134758 27137 leader_election.cc:290] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151), d552c62db5f6434882b7fa7820a128e0 (127.26.58.189:37763)
09:13:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.379208 27040 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 7
09:13:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:47 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678024, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.189@KRBTEST.COM for kudu/127.26.58.188@KRBTEST.COM
09:13:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.412209 27040 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: Bootstrap starting.
09:13:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.419633 27040 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: Neither blocks nor log segments found. Creating new log.
09:13:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.421936 27040 log.cc:826] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: Log is configured to *not* fsync() on all Append() calls
09:13:47.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.426870 27040 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: No bootstrap required, opened a new log
09:13:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.453773 27040 raft_consensus.cc:359] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.454651 27040 raft_consensus.cc:385] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:13:47.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.454922 27040 raft_consensus.cc:740] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d552c62db5f6434882b7fa7820a128e0, State: Initialized, Role: FOLLOWER
09:13:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.455809 27040 consensus_queue.cc:260] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.458700 27155 sys_catalog.cc:455] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.459426 27155 sys_catalog.cc:458] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: This master's current role is: FOLLOWER
09:13:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.460708 27040 sys_catalog.cc:565] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: configured and running, proceeding with master startup.
09:13:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.460843 27015 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a2beebe0a93494eb970f72c4e925412" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d552c62db5f6434882b7fa7820a128e0" is_pre_election: true
09:13:47.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.461733 27015 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6a2beebe0a93494eb970f72c4e925412 in term 0.
09:13:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.462976 27077 leader_election.cc:304] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6a2beebe0a93494eb970f72c4e925412, d552c62db5f6434882b7fa7820a128e0; no voters:
09:13:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.463860 27137 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:13:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.464200 27137 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:13:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.464529 27137 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 0 FOLLOWER]: Advancing to term 1
09:13:47.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.471067 27137 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.473594 27137 leader_election.cc:290] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [CANDIDATE]: Term 1 election: Requested vote from peers cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151), d552c62db5f6434882b7fa7820a128e0 (127.26.58.189:37763)
09:13:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.475255 27015 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a2beebe0a93494eb970f72c4e925412" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d552c62db5f6434882b7fa7820a128e0"
09:13:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.475723 27015 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 0 FOLLOWER]: Advancing to term 1
09:13:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.482230 27015 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6a2beebe0a93494eb970f72c4e925412 in term 1.
09:13:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.483275 27077 leader_election.cc:304] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6a2beebe0a93494eb970f72c4e925412, d552c62db5f6434882b7fa7820a128e0; no voters:
09:13:47.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.483934 27137 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 1 FOLLOWER]: Leader election won for term 1
09:13:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.485946 27137 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 1 LEADER]: Becoming Leader. State: Replica: 6a2beebe0a93494eb970f72c4e925412, State: Running, Role: LEADER
09:13:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.486827 27137 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.507573 27157 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6a2beebe0a93494eb970f72c4e925412. Latest consensus state: current_term: 1 leader_uuid: "6a2beebe0a93494eb970f72c4e925412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.508524 27157 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: This master's current role is: LEADER
09:13:47.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.517196 27165 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:13:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.525260 27165 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:13:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.543172 27015 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Refusing update from remote peer 6a2beebe0a93494eb970f72c4e925412: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:13:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.545003 27157 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:13:47.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:47.568320 27170 catalog_manager.cc:1568] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:13:47.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:47.568674 27170 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:13:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.543468 26966 master_runner.cc:186] Error getting master registration for 127.26.58.190:43151: OK, instance_id { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" instance_seqno: 1769678023035074 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:13:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.592559 26966 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:13:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.612080 27169 mvcc.cc:204] Tried to move back new op lower bound from 7248601200796962816 to 7248601200594427904. Current Snapshot: MvccSnapshot[applied={T|T < 7248601200796962816}]
09:13:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.616096 27155 sys_catalog.cc:455] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6a2beebe0a93494eb970f72c4e925412. Latest consensus state: current_term: 1 leader_uuid: "6a2beebe0a93494eb970f72c4e925412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.618696 27155 sys_catalog.cc:458] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: This master's current role is: FOLLOWER
09:13:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.632078 27175 sys_catalog.cc:455] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6a2beebe0a93494eb970f72c4e925412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.632848 27175 sys_catalog.cc:458] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: This master's current role is: FOLLOWER
09:13:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.648590 27157 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6a2beebe0a93494eb970f72c4e925412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.649354 27157 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: This master's current role is: LEADER
09:13:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.656517 27165 catalog_manager.cc:1357] Generated new cluster ID: 172e4c78fe9a4354a525781041e76be2
09:13:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.656801 27165 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:13:47.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.709157 27165 catalog_manager.cc:1380] Generated new certificate authority record
09:13:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.711920 27165 catalog_manager.cc:1514] Loading token signing keys...
09:13:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.716958 26956 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } attempt: 7
09:13:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:47 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678022, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.190@KRBTEST.COM for kudu/127.26.58.188@KRBTEST.COM
09:13:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.788610 26956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: Bootstrap starting.
09:13:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.795895 27165 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Generated new TSK 0
09:13:47.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.796977 27165 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:13:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.809095 26956 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: Neither blocks nor log segments found. Creating new log.
09:13:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.811445 26956 log.cc:826] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: Log is configured to *not* fsync() on all Append() calls
09:13:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.822582 26956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: No bootstrap required, opened a new log
09:13:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.850673 26956 raft_consensus.cc:359] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.851753 26956 raft_consensus.cc:385] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:13:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.852141 26956 raft_consensus.cc:740] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cfcdaeab7d304d0b93aba6494643cdb9, State: Initialized, Role: FOLLOWER
09:13:47.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.853214 26956 consensus_queue.cc:260] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.884732 26956 sys_catalog.cc:565] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [sys.catalog]: configured and running, proceeding with master startup.
09:13:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.885870 26930 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a2beebe0a93494eb970f72c4e925412" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfcdaeab7d304d0b93aba6494643cdb9"
09:13:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.886579 26930 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [term 0 FOLLOWER]: Advancing to term 1
09:13:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.889513 26931 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6a2beebe0a93494eb970f72c4e925412" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" is_pre_election: true
09:13:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.883559 27180 sys_catalog.cc:455] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.894671 27180 sys_catalog.cc:458] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [sys.catalog]: This master's current role is: FOLLOWER
09:13:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.897006 26930 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6a2beebe0a93494eb970f72c4e925412 in term 1.
09:13:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.898229 26929 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [term 1 FOLLOWER]: Refusing update from remote peer 6a2beebe0a93494eb970f72c4e925412: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:13:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:47.905690 27178 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:13:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.001953 27187 sys_catalog.cc:455] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6a2beebe0a93494eb970f72c4e925412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.002744 27187 sys_catalog.cc:458] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [sys.catalog]: This master's current role is: FOLLOWER
09:13:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.000787 27180 sys_catalog.cc:455] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6a2beebe0a93494eb970f72c4e925412. Latest consensus state: current_term: 1 leader_uuid: "6a2beebe0a93494eb970f72c4e925412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.003578 27180 sys_catalog.cc:458] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9 [sys.catalog]: This master's current role is: FOLLOWER
09:13:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.097579 27196 catalog_manager.cc:1269] Loaded cluster ID: 172e4c78fe9a4354a525781041e76be2
09:13:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.098045 27196 catalog_manager.cc:1562] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: loading cluster ID for follower catalog manager: success
09:13:48.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.105414 27196 catalog_manager.cc:1584] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: acquiring CA information for follower catalog manager: success
09:13:48.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.111030 27196 catalog_manager.cc:1612] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:13:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.365127 27178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6a2beebe0a93494eb970f72c4e925412" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:48.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.369715 27178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: This master's current role is: LEADER
09:13:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.574520 27170 catalog_manager.cc:1269] Loaded cluster ID: 172e4c78fe9a4354a525781041e76be2
09:13:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.574831 27170 catalog_manager.cc:1562] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: loading cluster ID for follower catalog manager: success
09:13:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.582126 27170 catalog_manager.cc:1584] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: acquiring CA information for follower catalog manager: success
09:13:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:48.589319 27170 catalog_manager.cc:1612] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:13:50.090 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.58.189:37763
09:13:50.091 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
09:13:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:50.091624 26858 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 26966
09:13:50.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:50.130 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.58.188:42433
09:13:50.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
09:13:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:50.131126 26858 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 27050
09:13:50.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:50.164 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.58.190:43151
09:13:50.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
09:13:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:50.164700 26858 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 26885
09:13:50.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:50.191 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.58.189:37763
09:13:50.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:50.192858 26858 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/logs
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/info.pb
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.189:37763
09:13:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.189
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44241
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.189
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:13:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:13:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.475483 27203 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.476045 27203 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.476709 27203 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.507373 27203 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:13:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.507578 27203 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.507815 27203 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.507992 27203 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.508163 27203 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.508353 27203 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.508508 27203 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32867/jwks.json
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:50.544829 27203 master_runner.cc:386] Master server non-default flags:
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.189
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.189:37763
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/info.pb
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.189
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44241
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/logs
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:50.546041 27203 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:50.546986 27203 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.557760 27209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.837416 26843 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4d40 after lost signal to thread 26718
09:13:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.839161 26843 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4ec0 after lost signal to thread 26846
09:13:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:51.658241 26360 debug-util.cc:398] Leaking SignalData structure 0x7b080007c540 after lost signal to thread 26291
09:13:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:51.659201 26360 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8e20 after lost signal to thread 26363
09:13:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:51.962488 27208 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 27203
09:13:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.107858 27208 kernel_stack_watchdog.cc:198] Thread 27203 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
09:13:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:13:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:13:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:13:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:13:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.110288 27203 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.553s user 0.399s sys 0.853s
09:13:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.110538 27211 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1552 milliseconds
09:13:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.110781 27203 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.553s user 0.399s sys 0.854s
09:13:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:50.558509 27210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.111377 27212 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:52.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.111389 27203 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:13:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.116596 27203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.119812 27203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.121356 27203 hybrid_clock.cc:648] HybridClock initialized: now 1769678032121314 us; error 42 us; skew 500 ppm
09:13:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.122488 27203 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:52 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678032, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.130242 27203 init.cc:377] Logged in from keytab as kudu/127.26.58.189@KRBTEST.COM (short username kudu)
09:13:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.136322 27203 webserver.cc:492] Webserver started at http://127.26.58.189:44241/ using document root <none> and password file <none>
09:13:52.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.137548 27203 fs_manager.cc:362] Metadata directory not provided
09:13:52.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.137828 27203 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.148579 27203 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.001s sys 0.005s
09:13:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.154667 27221 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.156049 27203 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
09:13:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.156556 27203 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d552c62db5f6434882b7fa7820a128e0"
09:13:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:44 on dist-test-slave-txrv"
09:13:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.159228 27203 fs_report.cc:389] FS layout report
09:13:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/wal
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/data
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.223910 27203 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.235422 27203 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.235984 27203 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.361122 27203 rpc_server.cc:307] RPC server started. Bound to: 127.26.58.189:37763
09:13:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.361251 27272 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.58.189:37763 every 8 connection(s)
09:13:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.365242 27203 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-1/data/info.pb
09:13:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.366040 26858 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 27203
09:13:52.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:52.366 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.58.188:42433
09:13:52.367 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
09:13:52.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.368517 26858 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:52.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:52.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/logs
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/info.pb
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.188:42433
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.188
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33617
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.188
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:13:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:13:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.393934 27273 sys_catalog.cc:263] Verifying existing consensus state
09:13:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.402626 27273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: Bootstrap starting.
09:13:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.459270 27273 log.cc:826] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: Log is configured to *not* fsync() on all Append() calls
09:13:52.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.491245 27273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:13:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.492182 27273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: Bootstrap complete.
09:13:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.526484 27273 raft_consensus.cc:359] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:52.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.529657 27273 raft_consensus.cc:740] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d552c62db5f6434882b7fa7820a128e0, State: Initialized, Role: FOLLOWER
09:13:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.530651 27273 consensus_queue.cc:260] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:52.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.543845 27277 sys_catalog.cc:455] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:52.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.544646 27277 sys_catalog.cc:458] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: This master's current role is: FOLLOWER
09:13:52.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.545814 27273 sys_catalog.cc:565] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: configured and running, proceeding with master startup.
09:13:52.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.673101 27288 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:13:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.691543 27203 master_runner.cc:186] Error getting master registration for 127.26.58.190:43151: Network error: Client connection negotiation failed: client connection to 127.26.58.190:43151: connect: Connection refused (error 111),
09:13:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.717339 27203 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:13:52.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.849040 27274 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:52.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.849923 27274 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:52.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.851200 27274 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:52.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.913657 27274 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:13:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.913980 27274 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.914489 27274 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.914862 27274 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.915256 27274 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.915622 27274 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:52.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:52.915896 27274 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32867/jwks.json
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.988031 27274 master_runner.cc:386] Master server non-default flags:
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.188
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.188:42433
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/info.pb
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.188
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33617
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/logs
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.989702 27274 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:52.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:52.991132 27274 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:53.029762 27295 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.685710 27302 raft_consensus.cc:493] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:13:53.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.695695 27288 catalog_manager.cc:1269] Loaded cluster ID: 172e4c78fe9a4354a525781041e76be2
09:13:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.695942 27288 catalog_manager.cc:1562] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: loading cluster ID for follower catalog manager: success
09:13:53.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.692512 27302 raft_consensus.cc:515] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.698983 27302 leader_election.cc:290] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151), 6a2beebe0a93494eb970f72c4e925412 (127.26.58.188:42433)
09:13:53.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.703907 27288 catalog_manager.cc:1584] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: acquiring CA information for follower catalog manager: success
09:13:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:53.708730 27222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:53.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.718744 27288 catalog_manager.cc:1612] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:13:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:53.721171 27222 leader_election.cc:336] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6a2beebe0a93494eb970f72c4e925412 (127.26.58.188:42433): Network error: Client connection negotiation failed: client connection to 127.26.58.188:42433: connect: Connection refused (error 111)
09:13:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:53.723263 27224 leader_election.cc:336] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151): Network error: Client connection negotiation failed: client connection to 127.26.58.190:43151: connect: Connection refused (error 111)
09:13:53.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.723820 27224 leader_election.cc:304] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d552c62db5f6434882b7fa7820a128e0; no voters: 6a2beebe0a93494eb970f72c4e925412, cfcdaeab7d304d0b93aba6494643cdb9
09:13:53.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.727790 27302 raft_consensus.cc:2749] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
09:13:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:53.043512 27274 server_base.cc:1060] running on GCE node
09:13:54.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:53.041766 27296 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:53.039254 27299 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:54.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.410636 27274 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.413542 27274 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.414930 27274 hybrid_clock.cc:648] HybridClock initialized: now 1769678034414871 us; error 66 us; skew 500 ppm
09:13:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.415699 27274 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:54 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678034, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:54.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.421386 27274 init.cc:377] Logged in from keytab as kudu/127.26.58.188@KRBTEST.COM (short username kudu)
09:13:54.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.426445 27274 webserver.cc:492] Webserver started at http://127.26.58.188:33617/ using document root <none> and password file <none>
09:13:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.427201 27274 fs_manager.cc:362] Metadata directory not provided
09:13:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.427371 27274 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:54.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.434892 27274 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
09:13:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.439600 27313 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.440632 27274 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
09:13:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.440881 27274 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a2beebe0a93494eb970f72c4e925412"
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:46 on dist-test-slave-txrv"
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.442796 27274 fs_report.cc:389] FS layout report
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/wal
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/data
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.498898 27274 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.504808 27274 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.505254 27274 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.583386 27274 rpc_server.cc:307] RPC server started. Bound to: 127.26.58.188:42433
09:13:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.583494 27364 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.58.188:42433 every 8 connection(s)
09:13:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.585795 27274 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-2/data/info.pb
09:13:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.593672 26858 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 27274
09:13:54.594 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:54.594 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.58.190:43151
09:13:54.594 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.596215 26858 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/logs
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/info.pb
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.190:43151
09:13:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.190
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39025
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.190
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:13:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:13:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.599970 27365 sys_catalog.cc:263] Verifying existing consensus state
09:13:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.607882 27365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Bootstrap starting.
09:13:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.666880 27365 log.cc:826] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Log is configured to *not* fsync() on all Append() calls
09:13:54.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.685032 27365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:13:54.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.685915 27365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: Bootstrap complete.
09:13:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.718634 27365 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.722173 27365 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a2beebe0a93494eb970f72c4e925412, State: Initialized, Role: FOLLOWER
09:13:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.723085 27365 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.726086 27370 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.727018 27370 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: This master's current role is: FOLLOWER
09:13:54.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.727777 27365 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: configured and running, proceeding with master startup.
09:13:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.778656 27381 catalog_manager.cc:1269] Loaded cluster ID: 172e4c78fe9a4354a525781041e76be2
09:13:54.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.779078 27381 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: loading cluster ID for follower catalog manager: success
09:13:54.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.787590 27381 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: acquiring CA information for follower catalog manager: success
09:13:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.765457 27274 master_runner.cc:186] Error getting master registration for 127.26.58.190:43151: Network error: Client connection negotiation failed: client connection to 127.26.58.190:43151: connect: Connection refused (error 111),
09:13:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.790056 27274 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:13:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:54.793501 27381 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:13:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:54.954576 27368 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:13:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:54.955168 27368 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:13:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:54.956666 27368 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:13:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.018832 27368 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:13:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.020547 27368 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:13:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.021651 27368 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:13:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.025360 27368 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:13:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.025826 27368 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:13:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.026758 27368 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:13:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.027187 27368 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32867/jwks.json
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.123996 27368 master_runner.cc:386] Master server non-default flags:
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.58.148:37825
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.58.190:43151,127.26.58.189:37763,127.26.58.188:42433
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/kudu.keytab
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.58.190
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.58.190:43151
09:13:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:13:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32867/jwks.json
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/info.pb
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.58.190
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39025
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/logs
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 08:43:22 UTC on 5fd53c4cbb9d
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10245
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:13:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.125706 27368 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:13:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.127179 27368 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:13:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.140165 27389 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.797832 27393 raft_consensus.cc:493] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:13:55.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.799604 27393 raft_consensus.cc:515] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.811276 27393 leader_election.cc:290] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151), 6a2beebe0a93494eb970f72c4e925412 (127.26.58.188:42433)
09:13:55.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.838574 27224 leader_election.cc:336] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151): Network error: Client connection negotiation failed: client connection to 127.26.58.190:43151: connect: Connection refused (error 111)
09:13:55.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.862376 27340 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d552c62db5f6434882b7fa7820a128e0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "6a2beebe0a93494eb970f72c4e925412" is_pre_election: true
09:13:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.863575 27340 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d552c62db5f6434882b7fa7820a128e0 in term 1.
09:13:55.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.865396 27222 leader_election.cc:304] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6a2beebe0a93494eb970f72c4e925412, d552c62db5f6434882b7fa7820a128e0; no voters: cfcdaeab7d304d0b93aba6494643cdb9
09:13:55.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.866559 27393 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:13:55.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.866871 27393 raft_consensus.cc:493] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:13:55.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.867163 27393 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 1 FOLLOWER]: Advancing to term 2
09:13:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.876086 27393 raft_consensus.cc:515] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.879074 27393 leader_election.cc:290] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 election: Requested vote from peers cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151), 6a2beebe0a93494eb970f72c4e925412 (127.26.58.188:42433)
09:13:55.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.879974 27340 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d552c62db5f6434882b7fa7820a128e0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "6a2beebe0a93494eb970f72c4e925412"
09:13:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.880746 27340 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 1 FOLLOWER]: Advancing to term 2
09:13:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.892311 27224 leader_election.cc:336] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151): Network error: Client connection negotiation failed: client connection to 127.26.58.190:43151: connect: Connection refused (error 111)
09:13:55.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.906356 27340 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d552c62db5f6434882b7fa7820a128e0 in term 2.
09:13:55.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.907660 27222 leader_election.cc:304] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6a2beebe0a93494eb970f72c4e925412, d552c62db5f6434882b7fa7820a128e0; no voters: cfcdaeab7d304d0b93aba6494643cdb9
09:13:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.908979 27393 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 2 FOLLOWER]: Leader election won for term 2
09:13:55.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.915710 27393 raft_consensus.cc:697] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [term 2 LEADER]: Becoming Leader. State: Replica: d552c62db5f6434882b7fa7820a128e0, State: Running, Role: LEADER
09:13:55.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.916819 27393 consensus_queue.cc:237] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } }
09:13:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.935750 27398 sys_catalog.cc:455] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d552c62db5f6434882b7fa7820a128e0. Latest consensus state: current_term: 2 leader_uuid: "d552c62db5f6434882b7fa7820a128e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:55.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.936868 27398 sys_catalog.cc:458] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: This master's current role is: LEADER
09:13:55.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.955963 27400 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:13:55.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.975909 27400 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:13:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.984028 27400 catalog_manager.cc:1269] Loaded cluster ID: 172e4c78fe9a4354a525781041e76be2
09:13:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.984265 27400 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:13:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:55.996732 27400 catalog_manager.cc:1514] Loading token signing keys...
09:13:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.008244 27400 catalog_manager.cc:6038] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0: Loaded TSK: 0
09:13:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.020426 27400 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:13:56.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.341174 27340 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [term 2 FOLLOWER]: Refusing update from remote peer d552c62db5f6434882b7fa7820a128e0: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
09:13:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.342674 27398 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
09:13:56.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.386361 27402 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d552c62db5f6434882b7fa7820a128e0. Latest consensus state: current_term: 2 leader_uuid: "d552c62db5f6434882b7fa7820a128e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:56.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.387440 27402 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: This master's current role is: FOLLOWER
09:13:56.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.401090 27393 sys_catalog.cc:455] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "d552c62db5f6434882b7fa7820a128e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:56.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.401778 27393 sys_catalog.cc:458] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 [sys.catalog]: This master's current role is: LEADER
09:13:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.403911 27402 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "d552c62db5f6434882b7fa7820a128e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cfcdaeab7d304d0b93aba6494643cdb9" member_type: VOTER last_known_addr { host: "127.26.58.190" port: 43151 } } peers { permanent_uuid: "d552c62db5f6434882b7fa7820a128e0" member_type: VOTER last_known_addr { host: "127.26.58.189" port: 37763 } } peers { permanent_uuid: "6a2beebe0a93494eb970f72c4e925412" member_type: VOTER last_known_addr { host: "127.26.58.188" port: 42433 } } }
09:13:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.404574 27402 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a2beebe0a93494eb970f72c4e925412 [sys.catalog]: This master's current role is: FOLLOWER
09:13:56.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:56.415707 27224 consensus_peers.cc:597] T 00000000000000000000000000000000 P d552c62db5f6434882b7fa7820a128e0 -> Peer cfcdaeab7d304d0b93aba6494643cdb9 (127.26.58.190:43151): Couldn't send request to peer cfcdaeab7d304d0b93aba6494643cdb9. Status: Network error: Client connection negotiation failed: client connection to 127.26.58.190:43151: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:13:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:56.541311 27388 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 27368
09:13:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:56.605748 27368 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.465s user 0.425s sys 0.777s
09:13:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:55.142534 27390 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:56.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:56.608768 27368 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.468s user 0.425s sys 0.777s
09:13:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.626837 27368 server_base.cc:1060] running on GCE node
09:13:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:56.628157 27409 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:13:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.629650 27368 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:13:56.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.637643 27368 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:13:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.641222 27368 hybrid_clock.cc:648] HybridClock initialized: now 1769678036640758 us; error 453 us; skew 500 ppm
09:13:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.642248 27368 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:13:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:56 dist-test-slave-txrv krb5kdc[26869](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678036, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.649089 27368 init.cc:377] Logged in from keytab as kudu/127.26.58.190@KRBTEST.COM (short username kudu)
09:13:56.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.654534 27368 webserver.cc:492] Webserver started at http://127.26.58.190:39025/ using document root <none> and password file <none>
09:13:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.655586 27368 fs_manager.cc:362] Metadata directory not provided
09:13:56.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.655829 27368 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:13:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.665732 27368 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.002s
09:13:56.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.670877 27415 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:13:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.672071 27368 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
09:13:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.672422 27368 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data,/tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfcdaeab7d304d0b93aba6494643cdb9"
09:13:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 09:13:42 on dist-test-slave-txrv"
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.674841 27368 fs_report.cc:389] FS layout report
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/wal
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/data
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:13:56.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.745980 27368 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:13:56.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.751389 27368 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:13:56.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.751830 27368 kserver.cc:163] Server-wide thread pool size limit: 3276
09:13:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.858315 27368 rpc_server.cc:307] RPC server started. Bound to: 127.26.58.190:43151
09:13:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.858415 27467 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.58.190:43151 every 8 connection(s)
09:13:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.862200 27368 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/master-0/data/info.pb
09:13:56.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.870922 26858 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu as pid 27368
09:13:56.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:13:56.886 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.58.189:37763(127.26.58.189:37763)] connecting to peer
09:13:56.888 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.58.188:42433(127.26.58.188:42433)] connecting to peer
09:13:56.890 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.58.190:43151(127.26.58.190:43151)] connecting to peer
09:13:56.934 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.58.189:37763(127.26.58.189:37763)] Successfully connected to peer
09:13:56.926 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.58.188:42433(127.26.58.188:42433)] Successfully connected to peer
09:13:56.953 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.58.190:43151(127.26.58.190:43151)] Successfully connected to peer
09:13:56.958 [DEBUG - kudu-nio-0] (SecurityContext.java:222) Refreshing Kerberos credentials...
09:13:56.960 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskOdslhD/test-tmp/mini-kudu-cluster6814171808245274921/krb5kdc/krb5cc
09:13:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:56.983188 27468 sys_catalog.cc:263] Verifying existing consensus state
09:13:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:56 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678027, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:13:56.984 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-user@KRBTEST.COM
09:13:56.986 [ERROR - kudu-nio-0] (SecurityContext.java:246) Attempted to refresh Kerberos credentials from ticket cache but found that the new Kerberos principal test-user@KRBTEST.COM did not match the original principal test-admin@KRBTEST.COM. Ignoring.
09:13:56.987 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.58.188
09:13:56.996 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.58.189
09:13:57.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.58.188:42433(127.26.58.188:42433)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:57.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.58.188:42433: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 09:13:57 dist-test-slave-txrv krb5kdc[26869](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769678032, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.58.189@KRBTEST.COM for kudu/127.26.58.190@KRBTEST.COM
09:13:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:57.021414 27468 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: Bootstrap starting.
09:13:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:57.021507 27474 negotiation.cc:337] Failed RPC negotiation. Trace:
09:13:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.907053 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:55820 (local address 127.26.58.188:42433)
09:13:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.950350 (+ 43297us) server_negotiation.cc:207] Beginning negotiation
09:13:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.950390 (+ 40us) server_negotiation.cc:400] Waiting for connection header
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.950451 (+ 61us) server_negotiation.cc:408] Connection header received
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.956916 (+ 6465us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.956948 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.957261 (+ 313us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.960868 (+ 3607us) server_negotiation.cc:227] Negotiated authn=SASL
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.991579 (+ 30711us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.993292 (+ 1713us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.016060 (+ 22768us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.016657 (+ 597us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.019909 (+ 3252us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:55820: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:55820): Cannot send after transport endpoint shutdown (error 108)
09:13:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":42572,"thread_start_us":45504,"threads_started":1}
09:13:57.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.58.190:43151(127.26.58.190:43151)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available
09:13:57.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.58.190:43151: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available
09:13:57.025 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.58.190:43151(127.26.58.190:43151)] handling channelInactive
09:13:57.026 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.58.188:42433(127.26.58.188:42433)] handling channelInactive
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:57.027077 27476 negotiation.cc:337] Failed RPC negotiation. Trace:
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.933474 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:44920 (local address 127.26.58.190:43151)
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.998873 (+ 65399us) server_negotiation.cc:207] Beginning negotiation
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.998896 (+ 23us) server_negotiation.cc:400] Waiting for connection header
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.998939 (+ 43us) server_negotiation.cc:408] Connection header received
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.999056 (+ 117us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.999078 (+ 22us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.999261 (+ 183us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.999516 (+ 255us) server_negotiation.cc:227] Negotiated authn=SASL
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.025491 (+ 25975us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44920: BlockingRecv error: recv got EOF from 127.0.0.1:44920 (error 108)
09:13:57.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":64870,"thread_start_us":66526,"threads_started":1}
09:13:57.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.58.189:37763(127.26.58.189:37763)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:57.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.58.189:37763: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:13:57.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.58.189:37763, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.58.188:42433, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.58.190:43151, [133ms] Sub RPC ConnectToMaster: received response from server master-127.26.58.188:42433: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [139ms] Sub RPC ConnectToMaster: received response from server master-127.26.58.190:43151: Not authorized: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, [171ms] Sub RPC ConnectToMaster: received response from server master-127.26.58.189:37763: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.58.189:37763,127.26.58.188:42433,127.26.58.190:43151). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) [netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.58.189:37763,127.26.58.188:42433,127.26.58.190:43151). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
09:13:57.064 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.58.189:37763, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.58.188:42433, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.58.190:43151, [133ms] Sub RPC ConnectToMaster: received response from server master-127.26.58.188:42433: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [139ms] Sub RPC ConnectToMaster: received response from server master-127.26.58.190:43151: Not authorized: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, [171ms] Sub RPC ConnectToMaster: received response from server master-127.26.58.189:37763: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
09:13:57.065 [DEBUG - main] (Connection.java:575) [peer master-127.26.58.188:42433(127.26.58.188:42433)] disconnecting while in state TERMINATED
09:13:57.065 [DEBUG - main] (Connection.java:575) [peer master-127.26.58.190:43151(127.26.58.190:43151)] disconnecting while in state TERMINATED
09:13:57.066 [DEBUG - main] (Connection.java:575) [peer master-127.26.58.189:37763(127.26.58.189:37763)] disconnecting while in state TERMINATED
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 09:13:57.069977 27475 negotiation.cc:337] Failed RPC negotiation. Trace:
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.915951 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:37732 (local address 127.26.58.189:37763)
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.952189 (+ 36238us) server_negotiation.cc:207] Beginning negotiation
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.952239 (+ 50us) server_negotiation.cc:400] Waiting for connection header
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.952320 (+ 81us) server_negotiation.cc:408] Connection header received
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.957520 (+ 5200us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.957551 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.957848 (+ 297us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:56.958046 (+ 198us) server_negotiation.cc:227] Negotiated authn=SASL
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.023015 (+ 64969us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.024921 (+ 1906us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.046260 (+ 21339us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.046825 (+ 565us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 09:13:57.067614 (+ 20789us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37732: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:37732): Cannot send after transport endpoint shutdown (error 108)
09:13:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":35225,"thread_start_us":36281,"threads_started":1}
09:13:57.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:13:57.072 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.58.189:37763(127.26.58.189:37763)] handling channelInactive
09:13:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:57.080317 27468 log.cc:826] T 00000000000000000000000000000000 P cfcdaeab7d304d0b93aba6494643cdb9: Log is configured to *not* fsync() on all Append() calls
09:13:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:57.084903 26858 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 27368
09:13:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:57.105927 26858 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 27203
09:13:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:57.141010 26858 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 27274
09:13:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T09:13:58Z chronyd exiting
09:13:59.305 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:13:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:59.306798 26129 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 26417
09:13:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:59.333767 26129 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 26565
09:13:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:59.356794 26129 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 26717
09:13:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:59.384286 26129 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 26141
09:13:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:59.408491 26129 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 26211
09:13:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 09:13:59.434718 26129 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskOdslhD/build/tsan/bin/kudu with pid 26286
09:14:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T09:14:00Z chronyd exiting
09:14:01.546 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.58.189:37763,127.26.58.188:42433,127.26.58.190:43151). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.58.189:37763,127.26.58.188:42433,127.26.58.190:43151). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
09:14:01.978 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: giving up after 1 attempts
09:14:01.978 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.58.189:37763,127.26.58.188:42433,127.26.58.190:43151). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.58.189:37763,127.26.58.188:42433,127.26.58.190:43151). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more