09:07:35.110 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:07:35.123 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQh_WEF/test-tmp
09:07:35.126 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:07:35.130 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQh_WEF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:07:35.390 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:07:35.517 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:07:35.518 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:07:35.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:35.522078 993 mini_oidc.cc:150] Starting JWKS server
09:07:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:35.525324 993 webserver.cc:492] Webserver started at http://127.0.0.1:45153/ using document root <none> and password file <none>
09:07:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:35.525732 993 mini_oidc.cc:186] Starting OIDC Discovery server
09:07:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:35.527580 993 webserver.cc:492] Webserver started at http://127.0.0.1:39367/ using document root <none> and password file <none>
09:07:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:07:35Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:07:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:07:35Z Disabled control of system clock
09:07:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:35.588009 993 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/wal
09:07:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/data
09:07:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/logs
09:07:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/data/info.pb
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:07:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.126:41983
09:07:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.126
09:07:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45153/jwks.json with env {}
09:07:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.893778 1005 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.894501 1005 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.895239 1005 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.928143 1005 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:07:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.928536 1005 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.928867 1005 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:07:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.929217 1005 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:07:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.929605 1005 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:07:35.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.929931 1005 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45153/jwks.json
09:07:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:35.965919 1005 master_runner.cc:386] Master server non-default flags:
09:07:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:35.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:35.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:35.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/data
09:07:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/wal
09:07:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.126:41983
09:07:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45153/jwks.json
09:07:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/data/info.pb
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.126
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/logs
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:35.967649 1005 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:35.969964 1005 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.983511 1011 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:37.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:35.984058 1012 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.206337 1013 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1221 milliseconds
09:07:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.208024 1014 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.210834 1005 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.228s user 0.368s sys 0.854s
09:07:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.211654 1005 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.229s user 0.368s sys 0.855s
09:07:37.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.212297 1005 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:07:37.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.214308 1005 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:07:37.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.217906 1005 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:07:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.219811 1005 hybrid_clock.cc:648] HybridClock initialized: now 1769850457219720 us; error 100 us; skew 500 ppm
09:07:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.220990 1005 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:07:37.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.233263 1005 webserver.cc:492] Webserver started at http://127.0.248.126:46241/ using document root <none> and password file <none>
09:07:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.234401 1005 fs_manager.cc:362] Metadata directory not provided
09:07:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.234618 1005 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:07:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.235138 1005 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:07:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.240056 1005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/data/instance:
09:07:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4695d5a063e84962a5dac435aa1e567f"
09:07:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:37 on dist-test-slave-94qj"
09:07:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.241472 1005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/wal/instance:
09:07:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4695d5a063e84962a5dac435aa1e567f"
09:07:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:37 on dist-test-slave-94qj"
09:07:37.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.249956 1005 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
09:07:37.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.256551 1021 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:07:37.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.258015 1005 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
09:07:37.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.258412 1005 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/wal
09:07:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4695d5a063e84962a5dac435aa1e567f"
09:07:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:37 on dist-test-slave-94qj"
09:07:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.258858 1005 fs_report.cc:389] FS layout report
09:07:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:07:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/wal
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/wal
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/data/data
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:07:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:07:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:07:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:07:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:07:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:07:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.331370 1005 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:07:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.333130 1005 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:07:37.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.333666 1005 kserver.cc:163] Server-wide thread pool size limit: 3276
09:07:37.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.407100 1005 rpc_server.cc:307] RPC server started. Bound to: 127.0.248.126:41983
09:07:37.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.407166 1072 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.248.126:41983 every 8 connection(s)
09:07:37.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.410104 1005 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/data/info.pb
09:07:37.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.417201 1073 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:07:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.420751 993 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1005
09:07:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.421249 993 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-0/wal/instance
09:07:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.424774 993 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/wal
09:07:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/data
09:07:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/logs
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/data/info.pb
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:07:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.125:40619
09:07:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.125
09:07:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45153/jwks.json with env {}
09:07:37.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.429234 1073 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } has no permanent_uuid. Determining permanent_uuid...
09:07:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.460760 1073 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } has no permanent_uuid. Determining permanent_uuid...
09:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.463436 1024 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.248.125:40619: connect: Connection refused (error 111)
09:07:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.468216 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.125:40619: Network error: Client connection negotiation failed: client connection to 127.0.248.125:40619: connect: Connection refused (error 111)
09:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.517866 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } attempt: 1
09:07:37.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.522622 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.125:40619: Network error: Client connection negotiation failed: client connection to 127.0.248.125:40619: connect: Connection refused (error 111)
09:07:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.591013 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } attempt: 2
09:07:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.595371 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.125:40619: Network error: Client connection negotiation failed: client connection to 127.0.248.125:40619: connect: Connection refused (error 111)
09:07:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.686823 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } attempt: 3
09:07:37.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.690966 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.125:40619: Network error: Client connection negotiation failed: client connection to 127.0.248.125:40619: connect: Connection refused (error 111)
09:07:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.742182 1075 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.742733 1075 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:37.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.743188 1075 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.774816 1075 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:07:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.775215 1075 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.775579 1075 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:07:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.775976 1075 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:07:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.776321 1075 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:07:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.776626 1075 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45153/jwks.json
09:07:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.812983 1075 master_runner.cc:386] Master server non-default flags:
09:07:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/data
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/wal
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.125:40619
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45153/jwks.json
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/data/info.pb
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.125
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/logs
09:07:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.814728 1075 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.816924 1075 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:37.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.828078 1084 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:37.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:37.834429 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } attempt: 4
09:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.840549 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.125:40619: Network error: Client connection negotiation failed: client connection to 127.0.248.125:40619: connect: Connection refused (error 111)
09:07:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:38.140172 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } attempt: 5
09:07:38.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:38.147135 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.125:40619: Network error: Client connection negotiation failed: client connection to 127.0.248.125:40619: connect: Connection refused (error 111)
09:07:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:38.694765 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } attempt: 6
09:07:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:38.705981 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.125:40619: Network error: Client connection negotiation failed: client connection to 127.0.248.125:40619: connect: Connection refused (error 111)
09:07:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:37.829530 1085 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:39.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.069068 1087 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:39.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.072301 1086 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1238 milliseconds
09:07:39.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.072398 1075 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:07:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.073876 1075 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:07:39.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.077461 1075 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:07:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.078941 1075 hybrid_clock.cc:648] HybridClock initialized: now 1769850459078895 us; error 61 us; skew 500 ppm
09:07:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.079777 1075 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:07:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.086397 1075 webserver.cc:492] Webserver started at http://127.0.248.125:35061/ using document root <none> and password file <none>
09:07:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.087376 1075 fs_manager.cc:362] Metadata directory not provided
09:07:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.087638 1075 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:07:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.088150 1075 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:07:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.092487 1075 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/data/instance:
09:07:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afdb52be62444ac0ae865eab0c56e303"
09:07:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:39 on dist-test-slave-94qj"
09:07:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.093659 1075 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/wal/instance:
09:07:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afdb52be62444ac0ae865eab0c56e303"
09:07:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:39 on dist-test-slave-94qj"
09:07:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.101037 1075 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
09:07:39.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.107041 1096 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:07:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.108206 1075 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
09:07:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.108583 1075 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/wal
09:07:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afdb52be62444ac0ae865eab0c56e303"
09:07:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:39 on dist-test-slave-94qj"
09:07:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.108990 1075 fs_report.cc:389] FS layout report
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/wal
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/wal
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/data/data
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:07:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:07:39.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:07:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.157714 1075 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:07:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.159392 1075 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:07:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.159955 1075 kserver.cc:163] Server-wide thread pool size limit: 3276
09:07:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.233644 1075 rpc_server.cc:307] RPC server started. Bound to: 127.0.248.125:40619
09:07:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.233709 1147 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.248.125:40619 every 8 connection(s)
09:07:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.236596 1075 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/data/info.pb
09:07:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.238543 993 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1075
09:07:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.239104 993 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-1/wal/instance
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.241709 993 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/wal
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/data
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/logs
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/data/info.pb
09:07:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.124:39787
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.124
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45153/jwks.json with env {}
09:07:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.243669 1148 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:07:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.256271 1148 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } has no permanent_uuid. Determining permanent_uuid...
09:07:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.281961 1148 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } has no permanent_uuid. Determining permanent_uuid...
09:07:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.297585 1148 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } has no permanent_uuid. Determining permanent_uuid...
09:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.300031 1097 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:39.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.304382 1148 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:39.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.353943 1148 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 1
09:07:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.359419 1148 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.427894 1148 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 2
09:07:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.432085 1148 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.523581 1148 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 3
09:07:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.528791 1148 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.567605 1150 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.568192 1150 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.568655 1150 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:39.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.601150 1150 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:07:39.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.601442 1150 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:39.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.601661 1150 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:07:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.601931 1150 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:07:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.602147 1150 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:07:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.602294 1150 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45153/jwks.json
09:07:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.641016 1150 master_runner.cc:386] Master server non-default flags:
09:07:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/data
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/wal
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.124:39787
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45153/jwks.json
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/data/info.pb
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.124
09:07:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/logs
09:07:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:07:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.642556 1150 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.644632 1150 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.657202 1160 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.672223 1148 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 4
09:07:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.688385 1148 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.766571 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } attempt: 7
09:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.799633 1073 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } has no permanent_uuid. Determining permanent_uuid...
09:07:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.843538 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.902146 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 1
09:07:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.912164 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.987982 1148 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 5
09:07:39.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:39.994344 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 2
09:07:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.997460 1148 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:40.004419 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:40.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:40.090024 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 3
09:07:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:40.098126 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:40.238709 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 4
09:07:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:40.247649 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:40.531291 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 5
09:07:40.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:40.540508 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:40.545014 1148 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 6
09:07:40.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:40.574061 1148 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.093147 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 6
09:07:41.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.117228 1073 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.248.124:39787: Network error: Client connection negotiation failed: client connection to 127.0.248.124:39787: connect: Connection refused (error 111)
09:07:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.061139 1159 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec80 after lost signal to thread 1150
09:07:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.386124 1150 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.730s user 0.601s sys 1.112s
09:07:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.386409 1150 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.730s user 0.601s sys 1.112s
09:07:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:39.657275 1161 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.387681 1162 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1730 milliseconds
09:07:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.389082 1163 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.389144 1150 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:07:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.392828 1150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:07:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.395632 1150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:07:41.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.397051 1150 hybrid_clock.cc:648] HybridClock initialized: now 1769850461397000 us; error 63 us; skew 500 ppm
09:07:41.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.398048 1150 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:07:41.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.404605 1150 webserver.cc:492] Webserver started at http://127.0.248.124:45847/ using document root <none> and password file <none>
09:07:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.405916 1150 fs_manager.cc:362] Metadata directory not provided
09:07:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.406196 1150 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:07:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.407333 1150 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:07:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.413724 1150 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/data/instance:
09:07:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eaf4db324644498696053dfc6b9339f1"
09:07:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:41 on dist-test-slave-94qj"
09:07:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.415282 1150 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/wal/instance:
09:07:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eaf4db324644498696053dfc6b9339f1"
09:07:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:41 on dist-test-slave-94qj"
09:07:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.423878 1150 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
09:07:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.429700 1177 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:07:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.431056 1150 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
09:07:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.431455 1150 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/wal
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eaf4db324644498696053dfc6b9339f1"
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:41 on dist-test-slave-94qj"
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.431871 1150 fs_report.cc:389] FS layout report
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/wal
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/wal
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/data/data
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:07:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:07:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:07:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:07:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:07:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:07:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:07:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:07:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:07:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:07:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.514130 1150 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:07:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.515769 1150 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:07:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.516317 1150 kserver.cc:163] Server-wide thread pool size limit: 3276
09:07:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.590133 1150 rpc_server.cc:307] RPC server started. Bound to: 127.0.248.124:39787
09:07:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.590210 1228 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.248.124:39787 every 8 connection(s)
09:07:41.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.593218 1150 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/data/info.pb
09:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.601670 1229 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.603631 993 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1150
09:07:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.604050 993 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/master-2/wal/instance
09:07:41.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.619777 1229 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } has no permanent_uuid. Determining permanent_uuid...
09:07:41.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.634824 1148 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 7
09:07:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.653885 1229 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } has no permanent_uuid. Determining permanent_uuid...
09:07:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.668454 1229 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } has no permanent_uuid. Determining permanent_uuid...
09:07:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.678267 1148 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: Bootstrap starting.
09:07:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.690091 1148 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: Neither blocks nor log segments found. Creating new log.
09:07:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.692588 1148 log.cc:826] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: Log is configured to *not* fsync() on all Append() calls
09:07:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.692962 1229 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1: Bootstrap starting.
09:07:41.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.698207 1148 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: No bootstrap required, opened a new log
09:07:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.702026 1229 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1: Neither blocks nor log segments found. Creating new log.
09:07:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.704438 1229 log.cc:826] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1: Log is configured to *not* fsync() on all Append() calls
09:07:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.711058 1229 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1: No bootstrap required, opened a new log
09:07:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.724694 1148 raft_consensus.cc:359] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.725395 1148 raft_consensus.cc:385] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:07:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.725672 1148 raft_consensus.cc:740] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afdb52be62444ac0ae865eab0c56e303, State: Initialized, Role: FOLLOWER
09:07:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.726632 1148 consensus_queue.cc:260] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.729736 1242 sys_catalog.cc:455] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.730822 1242 sys_catalog.cc:458] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [sys.catalog]: This master's current role is: FOLLOWER
09:07:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.732103 1148 sys_catalog.cc:565] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [sys.catalog]: configured and running, proceeding with master startup.
09:07:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.734344 1229 raft_consensus.cc:359] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.735054 1229 raft_consensus.cc:385] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:07:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.735253 1229 raft_consensus.cc:740] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eaf4db324644498696053dfc6b9339f1, State: Initialized, Role: FOLLOWER
09:07:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.736135 1229 consensus_queue.cc:260] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.740350 1245 sys_catalog.cc:455] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.741204 1245 sys_catalog.cc:458] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: This master's current role is: FOLLOWER
09:07:41.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.741991 1229 sys_catalog.cc:565] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: configured and running, proceeding with master startup.
09:07:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.771456 1183 tablet.cc:2378] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:07:41.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.794056 1262 catalog_manager.cc:1568] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:07:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.794821 1262 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:07:41.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.804358 1265 catalog_manager.cc:1568] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:07:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.805224 1265 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:07:41.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.771864 1075 master_runner.cc:186] Error getting master registration for 127.0.248.126:41983: OK, instance_id { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" instance_seqno: 1769850457387220 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:07:41.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.806393 1075 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:07:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.778430 1150 master_runner.cc:186] Error getting master registration for 127.0.248.126:41983: OK, instance_id { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" instance_seqno: 1769850457387220 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:07:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:41.822785 1150 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:07:41.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:41.918123 1102 tablet.cc:2378] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:07:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.150959 1073 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } attempt: 7
09:07:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.177109 1245 raft_consensus.cc:493] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:07:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.177688 1245 raft_consensus.cc:515] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.179739 1073 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f: Bootstrap starting.
09:07:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.182140 1123 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eaf4db324644498696053dfc6b9339f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afdb52be62444ac0ae865eab0c56e303" is_pre_election: true
09:07:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.183032 1123 raft_consensus.cc:2468] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaf4db324644498696053dfc6b9339f1 in term 0.
09:07:42.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.193132 1180 leader_election.cc:304] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afdb52be62444ac0ae865eab0c56e303, eaf4db324644498696053dfc6b9339f1; no voters:
09:07:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.197649 1245 leader_election.cc:290] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4695d5a063e84962a5dac435aa1e567f (127.0.248.126:41983), afdb52be62444ac0ae865eab0c56e303 (127.0.248.125:40619)
09:07:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.198323 1245 raft_consensus.cc:2804] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:07:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.198678 1245 raft_consensus.cc:493] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:07:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.198997 1245 raft_consensus.cc:3060] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 0 FOLLOWER]: Advancing to term 1
09:07:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.200155 1073 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f: Neither blocks nor log segments found. Creating new log.
09:07:42.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.205008 1073 log.cc:826] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f: Log is configured to *not* fsync() on all Append() calls
09:07:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.212536 1245 raft_consensus.cc:515] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.216037 1123 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eaf4db324644498696053dfc6b9339f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "afdb52be62444ac0ae865eab0c56e303"
09:07:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.216645 1123 raft_consensus.cc:3060] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [term 0 FOLLOWER]: Advancing to term 1
09:07:42.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.228763 1123 raft_consensus.cc:2468] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaf4db324644498696053dfc6b9339f1 in term 1.
09:07:42.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.240051 1180 leader_election.cc:304] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: afdb52be62444ac0ae865eab0c56e303, eaf4db324644498696053dfc6b9339f1; no voters:
09:07:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.241612 1269 raft_consensus.cc:2804] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 1 FOLLOWER]: Leader election won for term 1
09:07:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.241811 1245 leader_election.cc:290] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [CANDIDATE]: Term 1 election: Requested vote from peers 4695d5a063e84962a5dac435aa1e567f (127.0.248.126:41983), afdb52be62444ac0ae865eab0c56e303 (127.0.248.125:40619)
09:07:42.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.254611 1073 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f: No bootstrap required, opened a new log
09:07:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.254222 1269 raft_consensus.cc:697] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [term 1 LEADER]: Becoming Leader. State: Replica: eaf4db324644498696053dfc6b9339f1, State: Running, Role: LEADER
09:07:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.257143 1269 consensus_queue.cc:237] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:42.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.284072 1245 sys_catalog.cc:455] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eaf4db324644498696053dfc6b9339f1. Latest consensus state: current_term: 1 leader_uuid: "eaf4db324644498696053dfc6b9339f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:42.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.284852 1245 sys_catalog.cc:458] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: This master's current role is: LEADER
09:07:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.305784 1273 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:07:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.308624 1073 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.309531 1073 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:07:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.309871 1073 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4695d5a063e84962a5dac435aa1e567f, State: Initialized, Role: FOLLOWER
09:07:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.310933 1073 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } }
09:07:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.322961 1274 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.324414 1274 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [sys.catalog]: This master's current role is: FOLLOWER
09:07:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.325569 1073 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [sys.catalog]: configured and running, proceeding with master startup.
09:07:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.325947 1048 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eaf4db324644498696053dfc6b9339f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4695d5a063e84962a5dac435aa1e567f" is_pre_election: true
09:07:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.326831 1048 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eaf4db324644498696053dfc6b9339f1 in term 0.
09:07:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.329010 1047 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eaf4db324644498696053dfc6b9339f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4695d5a063e84962a5dac435aa1e567f"
09:07:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.330096 1047 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [term 0 FOLLOWER]: Advancing to term 1
09:07:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:42.344401 1027 tablet.cc:2378] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:07:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.348634 1047 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eaf4db324644498696053dfc6b9339f1 in term 1.
09:07:42.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.356169 1273 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:07:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.402401 1123 raft_consensus.cc:1275] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [term 1 FOLLOWER]: Refusing update from remote peer eaf4db324644498696053dfc6b9339f1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:07:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.404668 1245 consensus_queue.cc:1048] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:07:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.415766 1047 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [term 1 FOLLOWER]: Refusing update from remote peer eaf4db324644498696053dfc6b9339f1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:07:42.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.417863 1245 consensus_queue.cc:1048] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:07:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.481551 1274 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [sys.catalog]: SysCatalogTable state changed. Reason: New leader eaf4db324644498696053dfc6b9339f1. Latest consensus state: current_term: 1 leader_uuid: "eaf4db324644498696053dfc6b9339f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.482656 1274 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [sys.catalog]: This master's current role is: FOLLOWER
09:07:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.488893 1281 sys_catalog.cc:455] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eaf4db324644498696053dfc6b9339f1. Latest consensus state: current_term: 1 leader_uuid: "eaf4db324644498696053dfc6b9339f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.493702 1282 mvcc.cc:204] Tried to move back new op lower bound from 7249307493933957120 to 7249307493431803904. Current Snapshot: MvccSnapshot[applied={T|T < 7249307493933957120}]
09:07:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.494652 1269 sys_catalog.cc:455] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "eaf4db324644498696053dfc6b9339f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.495361 1269 sys_catalog.cc:458] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: This master's current role is: LEADER
09:07:42.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.495782 1281 sys_catalog.cc:458] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [sys.catalog]: This master's current role is: FOLLOWER
09:07:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.499200 1271 sys_catalog.cc:455] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "eaf4db324644498696053dfc6b9339f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.500027 1271 sys_catalog.cc:458] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 [sys.catalog]: This master's current role is: LEADER
09:07:42.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.507047 1274 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "eaf4db324644498696053dfc6b9339f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:42.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.507841 1274 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f [sys.catalog]: This master's current role is: FOLLOWER
09:07:42.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.510645 1281 sys_catalog.cc:455] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "eaf4db324644498696053dfc6b9339f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4695d5a063e84962a5dac435aa1e567f" member_type: VOTER last_known_addr { host: "127.0.248.126" port: 41983 } } peers { permanent_uuid: "afdb52be62444ac0ae865eab0c56e303" member_type: VOTER last_known_addr { host: "127.0.248.125" port: 40619 } } peers { permanent_uuid: "eaf4db324644498696053dfc6b9339f1" member_type: VOTER last_known_addr { host: "127.0.248.124" port: 39787 } } }
09:07:42.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.511461 1281 sys_catalog.cc:458] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303 [sys.catalog]: This master's current role is: FOLLOWER
09:07:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.513605 1273 catalog_manager.cc:1357] Generated new cluster ID: 400e5d36d2194f30be02b2875b606e99
09:07:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.513950 1273 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:07:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.574607 1273 catalog_manager.cc:1380] Generated new certificate authority record
09:07:42.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.577988 1273 catalog_manager.cc:1514] Loading token signing keys...
09:07:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.635746 1273 catalog_manager.cc:6027] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1: Generated new TSK 0
09:07:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.636938 1273 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:07:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.661123 1294 catalog_manager.cc:1269] Loaded cluster ID: 400e5d36d2194f30be02b2875b606e99
09:07:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.661827 1294 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f: loading cluster ID for follower catalog manager: success
09:07:42.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.671509 1294 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f: acquiring CA information for follower catalog manager: success
09:07:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.677906 1294 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 4695d5a063e84962a5dac435aa1e567f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.690740 993 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/wal
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/data
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/logs
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/data/info.pb
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.65:0
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.248.65
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.65
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:07:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.801129 1262 catalog_manager.cc:1269] Loaded cluster ID: 400e5d36d2194f30be02b2875b606e99
09:07:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.801437 1262 catalog_manager.cc:1562] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: loading cluster ID for follower catalog manager: success
09:07:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.815838 1262 catalog_manager.cc:1584] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: acquiring CA information for follower catalog manager: success
09:07:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:42.831565 1262 catalog_manager.cc:1612] T 00000000000000000000000000000000 P afdb52be62444ac0ae865eab0c56e303: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:07:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:43.345463 1296 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:43.351542 1296 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:43.354462 1296 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:43.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:43.429056 1296 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:43.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:43.430827 1296 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.248.65
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:43.498474 1296 tablet_server_runner.cc:78] Tablet server non-default flags:
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/data
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/wal
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.65:0
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/data/info.pb
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.65
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:43.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.248.65
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/logs
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:43.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:43.510264 1296 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:43.513079 1296 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:43.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:43.546928 1303 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:43.572561 1304 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:44.940312 1302 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 1296
09:07:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:45.907011 1302 kernel_stack_watchdog.cc:198] Thread 1296 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 375ms:
09:07:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:07:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:07:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:07:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:07:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:45.909068 1296 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.346s user 0.490s sys 0.873s
09:07:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:45.909598 1306 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:45.909725 1296 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.347s user 0.490s sys 0.873s
09:07:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:45.910673 1305 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2336 milliseconds
09:07:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.910739 1296 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:07:45.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.912550 1296 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:07:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.915799 1296 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:07:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.917304 1296 hybrid_clock.cc:648] HybridClock initialized: now 1769850465917133 us; error 190 us; skew 500 ppm
09:07:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.918272 1296 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:07:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.924824 1296 webserver.cc:492] Webserver started at http://127.0.248.65:35311/ using document root <none> and password file <none>
09:07:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.925977 1296 fs_manager.cc:362] Metadata directory not provided
09:07:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.926261 1296 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:07:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.926815 1296 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:07:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.931617 1296 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/data/instance:
09:07:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7aba801d33e743fe95c2e7d1404791f8"
09:07:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:45 on dist-test-slave-94qj"
09:07:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.933076 1296 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/wal/instance:
09:07:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7aba801d33e743fe95c2e7d1404791f8"
09:07:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:45 on dist-test-slave-94qj"
09:07:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.941249 1296 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
09:07:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.948273 1318 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:07:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.949632 1296 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.002s
09:07:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.950066 1296 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/wal
09:07:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7aba801d33e743fe95c2e7d1404791f8"
09:07:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:45 on dist-test-slave-94qj"
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:45.950513 1296 fs_report.cc:389] FS layout report
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/wal
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/wal
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/data/data
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:07:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:07:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:07:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:07:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:07:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.005554 1296 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:07:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.007251 1296 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:07:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.007824 1296 kserver.cc:163] Server-wide thread pool size limit: 3276
09:07:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.011286 1296 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:07:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.016804 1296 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:07:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.017064 1296 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:07:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.017379 1296 ts_tablet_manager.cc:616] Registered 0 tablets
09:07:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.017637 1296 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:07:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.221153 1296 rpc_server.cc:307] RPC server started. Bound to: 127.0.248.65:46373
09:07:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.221249 1430 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.248.65:46373 every 8 connection(s)
09:07:46.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.223915 1296 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/data/info.pb
09:07:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.231165 993 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1296
09:07:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.232299 993 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-0/wal/instance
09:07:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.270357 993 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/wal
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/data
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/logs
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/data/info.pb
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.66:0
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.248.66
09:07:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.66
09:07:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:07:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.312383 1432 heartbeater.cc:344] Connected to a master server at 127.0.248.125:40619
09:07:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.313283 1432 heartbeater.cc:461] Registering TS with master...
09:07:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.315223 1432 heartbeater.cc:507] Master 127.0.248.125:40619 requested a full tablet report, sending...
09:07:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.325490 1113 ts_manager.cc:194] Registered new tserver with Master: 7aba801d33e743fe95c2e7d1404791f8 (127.0.248.65:46373)
09:07:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.332183 1431 heartbeater.cc:344] Connected to a master server at 127.0.248.124:39787
09:07:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.332605 1431 heartbeater.cc:461] Registering TS with master...
09:07:46.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.334183 1431 heartbeater.cc:507] Master 127.0.248.124:39787 requested a full tablet report, sending...
09:07:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.338549 1194 ts_manager.cc:194] Registered new tserver with Master: 7aba801d33e743fe95c2e7d1404791f8 (127.0.248.65:46373)
09:07:46.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.341143 1194 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.248.65:47451
09:07:46.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.343787 1435 heartbeater.cc:344] Connected to a master server at 127.0.248.126:41983
09:07:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.344162 1435 heartbeater.cc:461] Registering TS with master...
09:07:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.345455 1435 heartbeater.cc:507] Master 127.0.248.126:41983 requested a full tablet report, sending...
09:07:46.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.350584 1038 ts_manager.cc:194] Registered new tserver with Master: 7aba801d33e743fe95c2e7d1404791f8 (127.0.248.65:46373)
09:07:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:46.674849 1441 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:46.675421 1441 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:46.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:46.676050 1441 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:46.709242 1441 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:46.710282 1441 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.248.66
09:07:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.748015 1441 tablet_server_runner.cc:78] Tablet server non-default flags:
09:07:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/data
09:07:46.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/wal
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.66:0
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/data/info.pb
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.66
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:46.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.248.66
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/logs
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:46.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.749918 1441 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:46.752029 1441 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:46.767531 1447 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:47.348556 1431 heartbeater.cc:499] Master 127.0.248.124:39787 was elected leader, sending a full tablet report...
09:07:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:46.769191 1448 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:48.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.024766 1450 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.027477 1449 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1254 milliseconds
09:07:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.027670 1441 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:07:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.029047 1441 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:07:48.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.032088 1441 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:07:48.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.033550 1441 hybrid_clock.cc:648] HybridClock initialized: now 1769850468033502 us; error 67 us; skew 500 ppm
09:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.034493 1441 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:07:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.041661 1441 webserver.cc:492] Webserver started at http://127.0.248.66:43491/ using document root <none> and password file <none>
09:07:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.042680 1441 fs_manager.cc:362] Metadata directory not provided
09:07:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.042882 1441 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:07:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.043383 1441 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:07:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.047827 1441 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/data/instance:
09:07:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62749798ce7a47a0912420ebb857747a"
09:07:48.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:48 on dist-test-slave-94qj"
09:07:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.048969 1441 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/wal/instance:
09:07:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62749798ce7a47a0912420ebb857747a"
09:07:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:48 on dist-test-slave-94qj"
09:07:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.056283 1441 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
09:07:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.062616 1458 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:07:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.063772 1441 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
09:07:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.064185 1441 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/wal
09:07:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62749798ce7a47a0912420ebb857747a"
09:07:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:48 on dist-test-slave-94qj"
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.064616 1441 fs_report.cc:389] FS layout report
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/wal
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/wal
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/data/data
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:07:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.135368 1441 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:07:48.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.136955 1441 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:07:48.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.137497 1441 kserver.cc:163] Server-wide thread pool size limit: 3276
09:07:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.140139 1441 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:07:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.145253 1441 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:07:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.145509 1441 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:07:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.145835 1441 ts_tablet_manager.cc:616] Registered 0 tablets
09:07:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.146034 1441 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:07:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.323689 1441 rpc_server.cc:307] RPC server started. Bound to: 127.0.248.66:39409
09:07:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.323783 1570 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.248.66:39409 every 8 connection(s)
09:07:48.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.326328 1441 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/data/info.pb
09:07:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.334846 993 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1441
09:07:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.335264 993 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-1/wal/instance
09:07:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.354125 993 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/wal
09:07:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/data
09:07:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/logs
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/data/info.pb
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.67:0
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.248.67
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.67
09:07:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:07:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.379880 1572 heartbeater.cc:344] Connected to a master server at 127.0.248.125:40619
09:07:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.380508 1572 heartbeater.cc:461] Registering TS with master...
09:07:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.381567 1571 heartbeater.cc:344] Connected to a master server at 127.0.248.124:39787
09:07:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.381963 1571 heartbeater.cc:461] Registering TS with master...
09:07:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.382001 1572 heartbeater.cc:507] Master 127.0.248.125:40619 requested a full tablet report, sending...
09:07:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.383600 1571 heartbeater.cc:507] Master 127.0.248.124:39787 requested a full tablet report, sending...
09:07:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.385905 1113 ts_manager.cc:194] Registered new tserver with Master: 62749798ce7a47a0912420ebb857747a (127.0.248.66:39409)
09:07:48.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.386749 1194 ts_manager.cc:194] Registered new tserver with Master: 62749798ce7a47a0912420ebb857747a (127.0.248.66:39409)
09:07:48.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.388622 1194 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.248.66:54613
09:07:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.390268 1573 heartbeater.cc:344] Connected to a master server at 127.0.248.126:41983
09:07:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.390611 1573 heartbeater.cc:461] Registering TS with master...
09:07:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.392189 1573 heartbeater.cc:507] Master 127.0.248.126:41983 requested a full tablet report, sending...
09:07:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.394392 1038 ts_manager.cc:194] Registered new tserver with Master: 62749798ce7a47a0912420ebb857747a (127.0.248.66:39409)
09:07:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.751513 1580 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.751981 1580 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.752425 1580 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.785552 1580 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:48.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.786445 1580 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.248.67
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.825940 1580 tablet_server_runner.cc:78] Tablet server non-default flags:
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.248.84:38401
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/data
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/wal
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.248.67:0
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/data/info.pb
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.248.67
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.248.126:41983,127.0.248.125:40619,127.0.248.124:39787
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.248.67
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/logs
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.827307 1580 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:48.828893 1580 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.842324 1587 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:49.392966 1571 heartbeater.cc:499] Master 127.0.248.124:39787 was elected leader, sending a full tablet report...
09:07:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:50.243839 1586 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 1580
09:07:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:50.566350 1586 kernel_stack_watchdog.cc:198] Thread 1580 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
09:07:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:07:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:07:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:07:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:07:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:48.843556 1588 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:50.571710 1580 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.729s user 0.544s sys 1.162s
09:07:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:50.571944 1589 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1723 milliseconds
09:07:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:50.572090 1580 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.729s user 0.544s sys 1.162s
09:07:50.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:50.573707 1590 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:50.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.573917 1580 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:07:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.575248 1580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:07:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.577426 1580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:07:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.578809 1580 hybrid_clock.cc:648] HybridClock initialized: now 1769850470578775 us; error 40 us; skew 500 ppm
09:07:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.579651 1580 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:07:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.585947 1580 webserver.cc:492] Webserver started at http://127.0.248.67:39411/ using document root <none> and password file <none>
09:07:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.586953 1580 fs_manager.cc:362] Metadata directory not provided
09:07:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.587210 1580 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:07:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.587714 1580 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:07:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.592065 1580 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/data/instance:
09:07:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92c67c17ae54410f827f0e3740f894dd"
09:07:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:50 on dist-test-slave-94qj"
09:07:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.593216 1580 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/wal/instance:
09:07:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92c67c17ae54410f827f0e3740f894dd"
09:07:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:50 on dist-test-slave-94qj"
09:07:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.600626 1580 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
09:07:50.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.606667 1598 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:07:50.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.607856 1580 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
09:07:50.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.608265 1580 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/wal
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92c67c17ae54410f827f0e3740f894dd"
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:50 on dist-test-slave-94qj"
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.608618 1580 fs_report.cc:389] FS layout report
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/wal
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/wal
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/data/data
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:07:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:07:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:07:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:07:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:07:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:07:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:07:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:07:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:07:50.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.662356 1580 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:07:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.663983 1580 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:07:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.664511 1580 kserver.cc:163] Server-wide thread pool size limit: 3276
09:07:50.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.667141 1580 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:07:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.671510 1580 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:07:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.671762 1580 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:07:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.672097 1580 ts_tablet_manager.cc:616] Registered 0 tablets
09:07:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.672322 1580 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:07:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.852021 1580 rpc_server.cc:307] RPC server started. Bound to: 127.0.248.67:36233
09:07:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.852123 1710 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.248.67:36233 every 8 connection(s)
09:07:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.854646 1580 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/data/info.pb
09:07:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.857862 993 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1580
09:07:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.858421 993 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster8087215908111304537/ts-2/wal/instance
09:07:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.898675 1712 heartbeater.cc:344] Connected to a master server at 127.0.248.125:40619
09:07:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.899232 1712 heartbeater.cc:461] Registering TS with master...
09:07:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.900461 1711 heartbeater.cc:344] Connected to a master server at 127.0.248.124:39787
09:07:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.900617 1712 heartbeater.cc:507] Master 127.0.248.125:40619 requested a full tablet report, sending...
09:07:50.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.900826 1711 heartbeater.cc:461] Registering TS with master...
09:07:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.901708 1711 heartbeater.cc:507] Master 127.0.248.124:39787 requested a full tablet report, sending...
09:07:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.903791 1713 heartbeater.cc:344] Connected to a master server at 127.0.248.126:41983
09:07:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.903901 1113 ts_manager.cc:194] Registered new tserver with Master: 92c67c17ae54410f827f0e3740f894dd (127.0.248.67:36233)
09:07:50.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.904724 1713 heartbeater.cc:461] Registering TS with master...
09:07:50.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.905002 1193 ts_manager.cc:194] Registered new tserver with Master: 92c67c17ae54410f827f0e3740f894dd (127.0.248.67:36233)
09:07:50.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.905692 1713 heartbeater.cc:507] Master 127.0.248.126:41983 requested a full tablet report, sending...
09:07:50.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.906968 1193 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.248.67:52325
09:07:50.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.909240 1038 ts_manager.cc:194] Registered new tserver with Master: 92c67c17ae54410f827f0e3740f894dd (127.0.248.67:36233)
09:07:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:50.915933 993 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:07:50.928 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:07:50.930 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:07:50.945 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.248.126"
port: 41983
}
bound_http_address {
host: "127.0.248.126"
port: 46241
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.248.125"
port: 40619
}
bound_http_address {
host: "127.0.248.125"
port: 35061
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.248.124"
port: 39787
}
bound_http_address {
host: "127.0.248.124"
port: 45847
}
}
}
09:07:50.950 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:07:50.953 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.248.65"
port: 46373
}
bound_http_address {
host: "127.0.248.65"
port: 35311
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.248.66"
port: 39409
}
bound_http_address {
host: "127.0.248.66"
port: 43491
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.248.67"
port: 36233
}
bound_http_address {
host: "127.0.248.67"
port: 39411
}
}
}
09:07:50.953 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:07:51.147 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_275]
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51) ~[main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52) [main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41) [main/:?]
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43) [main/:?]
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155) [main/:?]
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299) [main/:?]
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109) [main/:?]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) [junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
09:07:51.175 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:07:51.306 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQh_WEF/test-tmp
09:07:51.306 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:07:51.307 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQh_WEF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:07:51.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
09:07:51.678 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:07:51.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:07:51.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:51.682482 1722 mini_oidc.cc:150] Starting JWKS server
09:07:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:51.686015 1722 webserver.cc:492] Webserver started at http://127.0.0.1:44303/ using document root <none> and password file <none>
09:07:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:51.686545 1722 mini_oidc.cc:186] Starting OIDC Discovery server
09:07:51.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:51.688931 1722 webserver.cc:492] Webserver started at http://127.0.0.1:45271/ using document root <none> and password file <none>
09:07:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
09:07:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/principal' for realm 'KRBTEST.COM',
09:07:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
09:07:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:51 dist-test-slave-94qj krb5kdc[1734](info): setting up network...
09:07:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
09:07:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:51 dist-test-slave-94qj krb5kdc[1734](info): set up 2 sockets
09:07:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:51 dist-test-slave-94qj krb5kdc[1734](info): commencing operation
09:07:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
09:07:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:51.911921 1711 heartbeater.cc:499] Master 127.0.248.124:39787 was elected leader, sending a full tablet report...
09:07:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:53.836534 1722 mini_kdc.cc:121] Time spent starting KDC: real 2.110s user 0.001s sys 0.021s
09:07:53.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
09:07:53.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:07:53.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
09:07:53.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
09:07:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:07:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
09:07:53.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
09:07:53.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:07:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
09:07:53.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:07:53.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/test-user.keytab.
09:07:53.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/test-user.keytab.
09:07:53.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:53 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850473, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:07:53.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:07:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:07:53Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:07:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:07:53Z Disabled control of system clock
09:07:54.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.174.190@KRBTEST.COM; defaulting to no policy
09:07:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.174.190@KRBTEST.COM" created.
09:07:54.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:54.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:54.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.174.190@KRBTEST.COM; defaulting to no policy
09:07:54.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:54.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.174.190@KRBTEST.COM" created.
09:07:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:54.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:54.079181 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/logs
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/info.pb
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.190:36683
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.190
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.190
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:07:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:07:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.412778 1751 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.413484 1751 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.414346 1751 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:54.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.449520 1751 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:07:54.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.449867 1751 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:07:54.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.450325 1751 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:54.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.450635 1751 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:07:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.450960 1751 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:07:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.451275 1751 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:07:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.451519 1751 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44303/jwks.json
09:07:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:54.490909 1751 master_runner.cc:386] Master server non-default flags:
09:07:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:07:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data
09:07:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:07:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:07:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:54.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.190
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.190:36683
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/info.pb
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.190
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/logs
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:07:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:54.492534 1751 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:54.493968 1751 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.505991 1757 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:56.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:55.911840 1756 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 1751
09:07:56.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:54.508554 1758 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.239735 1751 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.733s user 0.644s sys 1.053s
09:07:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.243288 1760 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.244586 1759 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1731 milliseconds
09:07:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.244678 1751 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.738s user 0.648s sys 1.053s
09:07:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.245373 1751 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:07:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.249159 1751 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:07:56.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.252128 1751 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:07:56.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.253545 1751 hybrid_clock.cc:648] HybridClock initialized: now 1769850476253511 us; error 41 us; skew 500 ppm
09:07:56.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.254479 1751 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:07:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:56 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850476, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:07:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.260859 1751 init.cc:377] Logged in from keytab as kudu/127.1.174.190@KRBTEST.COM (short username kudu)
09:07:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.266893 1751 webserver.cc:492] Webserver started at http://127.1.174.190:43067/ using document root <none> and password file <none>
09:07:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.268242 1751 fs_manager.cc:362] Metadata directory not provided
09:07:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.268524 1751 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:07:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.269078 1751 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:07:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.275067 1751 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/instance:
09:07:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fab28b2ff6094cfbb614cc33fd8b77ed"
09:07:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:56 on dist-test-slave-94qj"
09:07:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.276218 1751 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal/instance:
09:07:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fab28b2ff6094cfbb614cc33fd8b77ed"
09:07:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:56 on dist-test-slave-94qj"
09:07:56.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.284035 1751 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
09:07:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.289706 1770 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:07:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.291229 1751 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
09:07:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.291589 1751 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:07:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fab28b2ff6094cfbb614cc33fd8b77ed"
09:07:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:56 on dist-test-slave-94qj"
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.291903 1751 fs_report.cc:389] FS layout report
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/data
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:07:56.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:07:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.348953 1751 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:07:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.355065 1751 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:07:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.355476 1751 kserver.cc:163] Server-wide thread pool size limit: 3276
09:07:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.462713 1751 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.190:36683
09:07:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.462760 1821 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.190:36683 every 8 connection(s)
09:07:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.465566 1751 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/info.pb
09:07:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.470216 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1751
09:07:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.470768 1722 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal/instance
09:07:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.473546 1822 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:07:56.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.174.189@KRBTEST.COM; defaulting to no policy
09:07:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.487859 1822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } has no permanent_uuid. Determining permanent_uuid...
09:07:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.174.189@KRBTEST.COM" created.
09:07:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:56 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850476, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.190@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:07:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.535312 1822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } has no permanent_uuid. Determining permanent_uuid...
09:07:56.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.538147 1773 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:07:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.174.189@KRBTEST.COM; defaulting to no policy
09:07:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.174.189@KRBTEST.COM" created.
09:07:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.543545 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:07:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.566912 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/logs
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/info.pb
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.189:41827
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.189
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.189
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:07:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:07:56.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.593220 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } attempt: 1
09:07:56.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.597761 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:07:56.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.666267 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } attempt: 2
09:07:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.670362 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:07:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.761883 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } attempt: 3
09:07:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.765849 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:07:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.907976 1831 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.908522 1831 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.909137 1831 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.909377 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } attempt: 4
09:07:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.913388 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:07:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.942121 1831 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:07:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.942374 1831 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:07:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.942651 1831 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.942854 1831 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:07:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.943050 1831 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:07:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.943625 1831 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:07:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:56.943943 1831 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44303/jwks.json
09:07:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.986251 1831 master_runner.cc:386] Master server non-default flags:
09:07:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.189
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.189:41827
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/info.pb
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.189
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/logs
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.988004 1831 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:56.989197 1831 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:57.001521 1838 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:57.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:57.212829 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } attempt: 5
09:07:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:57.221321 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:07:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:57.769032 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } attempt: 6
09:07:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:57.800558 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:07:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:57.003554 1839 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:58.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.352326 1841 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.355438 1840 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1347 milliseconds
09:07:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.355520 1831 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:07:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.357191 1831 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:07:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.361310 1831 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:07:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.362797 1831 hybrid_clock.cc:648] HybridClock initialized: now 1769850478362734 us; error 83 us; skew 500 ppm
09:07:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.363672 1831 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:07:58.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:58 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850478, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:07:58.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.370345 1831 init.cc:377] Logged in from keytab as kudu/127.1.174.189@KRBTEST.COM (short username kudu)
09:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.375907 1831 webserver.cc:492] Webserver started at http://127.1.174.189:39987/ using document root <none> and password file <none>
09:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.376816 1831 fs_manager.cc:362] Metadata directory not provided
09:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.377012 1831 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.377432 1831 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:07:58.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.382297 1831 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/instance:
09:07:58.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d2e8542dfae4534b7351a11aa7fce28"
09:07:58.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:58 on dist-test-slave-94qj"
09:07:58.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.383478 1831 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal/instance:
09:07:58.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d2e8542dfae4534b7351a11aa7fce28"
09:07:58.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:58 on dist-test-slave-94qj"
09:07:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.392428 1831 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
09:07:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.398717 1852 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:07:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.400033 1831 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
09:07:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.400334 1831 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:07:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d2e8542dfae4534b7351a11aa7fce28"
09:07:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:58 on dist-test-slave-94qj"
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.400645 1831 fs_report.cc:389] FS layout report
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/data
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:07:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:07:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.482842 1831 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:07:58.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.499496 1831 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:07:58.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.500000 1831 kserver.cc:163] Server-wide thread pool size limit: 3276
09:07:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.596841 1831 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.189:41827
09:07:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.596849 1903 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.189:41827 every 8 connection(s)
09:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.601361 1831 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/info.pb
09:07:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.609350 1904 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:07:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.610728 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1831
09:07:58.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.611191 1722 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal/instance
09:07:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.174.188@KRBTEST.COM; defaulting to no policy
09:07:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.174.188@KRBTEST.COM" created.
09:07:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.631896 1904 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } has no permanent_uuid. Determining permanent_uuid...
09:07:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:58 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850478, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.189@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:07:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:58.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.674584 1904 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } has no permanent_uuid. Determining permanent_uuid...
09:07:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.174.188@KRBTEST.COM; defaulting to no policy
09:07:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.174.188@KRBTEST.COM" created.
09:07:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:58 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850478, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.189@KRBTEST.COM for kudu/127.1.174.189@KRBTEST.COM
09:07:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:07:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:07:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.705947 1904 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } has no permanent_uuid. Determining permanent_uuid...
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.707054 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/logs
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/info.pb
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.188:45455
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.188
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.188
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.709007 1856 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:58.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.714673 1904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:58.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.764183 1904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 1
09:07:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.768198 1904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.836700 1904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 2
09:07:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.840683 1904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.861132 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } attempt: 7
09:07:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:07:58 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850476, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.190@KRBTEST.COM for kudu/127.1.174.189@KRBTEST.COM
09:07:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.886704 1822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } has no permanent_uuid. Determining permanent_uuid...
09:07:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.892868 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.932184 1904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 3
09:07:58.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.936822 1904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:58.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:58.951244 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 1
09:07:58.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:58.955238 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.036700 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 2
09:07:59.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.041281 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.054965 1914 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:07:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.055512 1914 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:07:59.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.056141 1914 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:07:59.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.080312 1904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 4
09:07:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.084299 1904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.089958 1914 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:07:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.090194 1914 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:07:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.090456 1914 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:07:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.090652 1914 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:07:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.090845 1914 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:07:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.091044 1914 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:07:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.091192 1914 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44303/jwks.json
09:07:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.126761 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 3
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.129729 1914 master_runner.cc:386] Master server non-default flags:
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.188
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.188:45455
09:07:59.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/info.pb
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.188
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/logs
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:07:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.131335 1914 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.131922 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.132468 1914 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:07:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.144695 1923 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:07:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.272387 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 4
09:07:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.277773 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.383912 1904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 5
09:07:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.392590 1904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.561280 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 5
09:07:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.568288 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:07:59.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:07:59.940223 1904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 6
09:07:59.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.951422 1904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:08:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.120898 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 6
09:08:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:00.131975 1822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.174.188:45455: Network error: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:08:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:07:59.146812 1924 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:00.514423 1914 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.371s user 0.506s sys 0.855s
09:08:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:00.514744 1914 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.371s user 0.506s sys 0.855s
09:08:00.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.516543 1914 server_base.cc:1060] running on GCE node
09:08:00.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:00.518402 1933 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:00.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.520272 1914 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:08:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.523938 1914 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:08:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.525439 1914 hybrid_clock.cc:648] HybridClock initialized: now 1769850480525385 us; error 59 us; skew 500 ppm
09:08:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.526430 1914 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:08:00.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:00 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850480, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:00.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.534313 1914 init.cc:377] Logged in from keytab as kudu/127.1.174.188@KRBTEST.COM (short username kudu)
09:08:00.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.541353 1914 webserver.cc:492] Webserver started at http://127.1.174.188:36061/ using document root <none> and password file <none>
09:08:00.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.543190 1914 fs_manager.cc:362] Metadata directory not provided
09:08:00.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.543507 1914 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:08:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.544304 1914 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:08:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.551746 1914 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/instance:
09:08:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d"
09:08:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:00 on dist-test-slave-94qj"
09:08:00.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.553438 1914 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal/instance:
09:08:00.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d"
09:08:00.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:00 on dist-test-slave-94qj"
09:08:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.564527 1914 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.007s sys 0.003s
09:08:00.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.571244 1939 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:08:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.572628 1914 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
09:08:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.573087 1914 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:08:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d"
09:08:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:00 on dist-test-slave-94qj"
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.573459 1914 fs_report.cc:389] FS layout report
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/data
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:08:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:08:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.665901 1914 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:08:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.671921 1914 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:08:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.672448 1914 kserver.cc:163] Server-wide thread pool size limit: 3276
09:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.763495 1914 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.188:45455
09:08:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.763559 1990 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.188:45455 every 8 connection(s)
09:08:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.766342 1914 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/info.pb
09:08:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.772919 1991 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:08:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.776425 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 1914
09:08:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.776901 1722 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal/instance
09:08:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.788132 1991 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } has no permanent_uuid. Determining permanent_uuid...
09:08:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:00 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850473, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:00.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:00 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850480, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.188@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.831070 1991 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } has no permanent_uuid. Determining permanent_uuid...
09:08:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:00 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850473, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.174.189@KRBTEST.COM
09:08:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:00 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850480, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.188@KRBTEST.COM for kudu/127.1.174.189@KRBTEST.COM
09:08:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:00 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850473, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.174.188@KRBTEST.COM
09:08:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.866981 1991 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } has no permanent_uuid. Determining permanent_uuid...
09:08:00.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:00 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850480, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.188@KRBTEST.COM for kudu/127.1.174.188@KRBTEST.COM
09:08:00.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.900707 1991 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Bootstrap starting.
09:08:00.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.908488 1991 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Neither blocks nor log segments found. Creating new log.
09:08:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.910454 1991 log.cc:826] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Log is configured to *not* fsync() on all Append() calls
09:08:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.915596 1991 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: No bootstrap required, opened a new log
09:08:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.936582 1991 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.937253 1991 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:08:00.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.937443 1991 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1110f93d6e1c44bcbe9ee62f0f16bd4d, State: Initialized, Role: FOLLOWER
09:08:00.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.938287 1991 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.941984 2002 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.942773 2002 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: This master's current role is: FOLLOWER
09:08:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.943653 1991 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: configured and running, proceeding with master startup.
09:08:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.969543 2002 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:08:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.970116 2002 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.973156 2002 leader_election.cc:290] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fab28b2ff6094cfbb614cc33fd8b77ed (127.1.174.190:36683), 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827)
09:08:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:00.982731 2013 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:08:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:00.983083 2013 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:08:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:00.971169 1914 master_runner.cc:186] Error getting master registration for 127.1.174.190:36683: OK, instance_id { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" instance_seqno: 1769850476434185 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:08:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.009796 1914 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:08:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.012095 1904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 7
09:08:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:01 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850478, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.189@KRBTEST.COM for kudu/127.1.174.188@KRBTEST.COM
09:08:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.052922 1904 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: Bootstrap starting.
09:08:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.059760 1904 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: Neither blocks nor log segments found. Creating new log.
09:08:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.062256 1904 log.cc:826] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: Log is configured to *not* fsync() on all Append() calls
09:08:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.068032 1904 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: No bootstrap required, opened a new log
09:08:01.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.097252 1904 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.098524 1904 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:08:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.099385 1904 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d2e8542dfae4534b7351a11aa7fce28, State: Initialized, Role: FOLLOWER
09:08:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.100960 1904 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.105873 2017 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.106834 2017 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: This master's current role is: FOLLOWER
09:08:01.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.108136 1904 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: configured and running, proceeding with master startup.
09:08:01.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.108292 1879 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d2e8542dfae4534b7351a11aa7fce28" is_pre_election: true
09:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.109243 1879 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1110f93d6e1c44bcbe9ee62f0f16bd4d in term 0.
09:08:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.111006 1942 leader_election.cc:304] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1110f93d6e1c44bcbe9ee62f0f16bd4d, 2d2e8542dfae4534b7351a11aa7fce28; no voters:
09:08:01.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.112017 2002 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 0 FOLLOWER]: Leader pre-election won for term 1
09:08:01.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.112403 2002 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.112735 2002 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 0 FOLLOWER]: Advancing to term 1
09:08:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.126566 2002 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:01.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.137980 2002 leader_election.cc:290] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 1 election: Requested vote from peers fab28b2ff6094cfbb614cc33fd8b77ed (127.1.174.190:36683), 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827)
09:08:01.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.138387 1879 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d2e8542dfae4534b7351a11aa7fce28"
09:08:01.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.139727 1879 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 0 FOLLOWER]: Advancing to term 1
09:08:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.162400 1879 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1110f93d6e1c44bcbe9ee62f0f16bd4d in term 1.
09:08:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.164186 1942 leader_election.cc:304] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1110f93d6e1c44bcbe9ee62f0f16bd4d, 2d2e8542dfae4534b7351a11aa7fce28; no voters:
09:08:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.165567 1822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } attempt: 7
09:08:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.165886 2002 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Leader election won for term 1
09:08:01.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:01.182468 1945 tablet.cc:2378] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:08:01.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.189806 2002 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 LEADER]: Becoming Leader. State: Replica: 1110f93d6e1c44bcbe9ee62f0f16bd4d, State: Running, Role: LEADER
09:08:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.190893 2002 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:01 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850476, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.190@KRBTEST.COM for kudu/127.1.174.188@KRBTEST.COM
09:08:01.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:01.213490 2030 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:08:01.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:01.214234 2030 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:08:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.192512 1831 master_runner.cc:186] Error getting master registration for 127.1.174.190:36683: OK, instance_id { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" instance_seqno: 1769850476434185 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:08:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.229965 1831 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:08:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.245323 2025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1110f93d6e1c44bcbe9ee62f0f16bd4d. Latest consensus state: current_term: 1 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.246666 2025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: This master's current role is: LEADER
09:08:01.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:01.259615 1858 tablet.cc:2378] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:08:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.264880 2033 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:08:01.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.267297 1822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: Bootstrap starting.
09:08:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.277053 1822 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: Neither blocks nor log segments found. Creating new log.
09:08:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.280292 1822 log.cc:826] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: Log is configured to *not* fsync() on all Append() calls
09:08:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.280395 2033 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:08:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.305414 1822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: No bootstrap required, opened a new log
09:08:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.354763 1879 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 1 FOLLOWER]: Refusing update from remote peer 1110f93d6e1c44bcbe9ee62f0f16bd4d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:08:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.357409 2002 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:08:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.394649 1822 raft_consensus.cc:359] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.400736 2017 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1110f93d6e1c44bcbe9ee62f0f16bd4d. Latest consensus state: current_term: 1 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.397197 1822 raft_consensus.cc:385] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:08:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.402683 1822 raft_consensus.cc:740] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fab28b2ff6094cfbb614cc33fd8b77ed, State: Initialized, Role: FOLLOWER
09:08:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.401445 2017 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: This master's current role is: FOLLOWER
09:08:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.405269 1822 consensus_queue.cc:260] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.414201 2035 mvcc.cc:204] Tried to move back new op lower bound from 7249307571585703936 to 7249307570972405760. Current Snapshot: MvccSnapshot[applied={T|T < 7249307571585703936}]
09:08:01.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.429389 2025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.430222 2025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: This master's current role is: LEADER
09:08:01.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.430603 2036 mvcc.cc:204] Tried to move back new op lower bound from 7249307571585703936 to 7249307570972405760. Current Snapshot: MvccSnapshot[applied={T|T < 7249307571585703936}]
09:08:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.455758 2017 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.457082 2017 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: This master's current role is: FOLLOWER
09:08:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.459879 1822 sys_catalog.cc:565] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: configured and running, proceeding with master startup.
09:08:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.460039 1796 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed"
09:08:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.460741 1796 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 0 FOLLOWER]: Advancing to term 1
09:08:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.459204 2040 sys_catalog.cc:455] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.464299 2040 sys_catalog.cc:458] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: This master's current role is: FOLLOWER
09:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.464995 2033 catalog_manager.cc:1357] Generated new cluster ID: 78348f945d7f4eebb4b807510c807893
09:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.464902 1797 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" is_pre_election: true
09:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.465274 2033 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:08:01.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.471972 1796 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1110f93d6e1c44bcbe9ee62f0f16bd4d in term 1.
09:08:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.474174 1795 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 1 FOLLOWER]: Refusing update from remote peer 1110f93d6e1c44bcbe9ee62f0f16bd4d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:08:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.480479 2025 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [LEADER]: Connected to new peer: Peer: permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:08:01.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.550787 2040 sys_catalog.cc:455] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1110f93d6e1c44bcbe9ee62f0f16bd4d. Latest consensus state: current_term: 1 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.551549 2040 sys_catalog.cc:458] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: This master's current role is: FOLLOWER
09:08:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.551141 2049 sys_catalog.cc:455] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.553002 2049 sys_catalog.cc:458] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: This master's current role is: FOLLOWER
09:08:01.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.574847 2042 mvcc.cc:204] Tried to move back new op lower bound from 7249307571585703936 to 7249307570972405760. Current Snapshot: MvccSnapshot[applied={T|T < 7249307571585703936}]
09:08:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.586925 2025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.609925 2025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: This master's current role is: LEADER
09:08:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.624277 2033 catalog_manager.cc:1380] Generated new certificate authority record
09:08:01.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.629587 2033 catalog_manager.cc:1514] Loading token signing keys...
09:08:01.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.671355 2058 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:08:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.715528 2033 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Generated new TSK 0
09:08:01.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.716971 2033 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:08:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.174.129@KRBTEST.COM; defaulting to no policy
09:08:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.174.129@KRBTEST.COM" created.
09:08:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:01.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.174.129@KRBTEST.COM; defaulting to no policy
09:08:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.174.129@KRBTEST.COM" created.
09:08:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:01.872520 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/wal
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/data
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/logs
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/data/info.pb
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:08:01.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.129:0
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.174.129
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.129
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.129
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:08:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:08:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:08:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:01.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:08:02.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.227847 2030 catalog_manager.cc:1269] Loaded cluster ID: 78348f945d7f4eebb4b807510c807893
09:08:02.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.228569 2030 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: loading cluster ID for follower catalog manager: success
09:08:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.250471 2030 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: acquiring CA information for follower catalog manager: success
09:08:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.259536 2030 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:08:02.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:02.375379 2063 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:08:02.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:02.376086 2063 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:08:02.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:02.377135 2063 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:08:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:02.438226 2063 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:08:02.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:02.440510 2063 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.174.129
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.515514 2063 tablet_server_runner.cc:78] Tablet server non-default flags:
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/data
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/wal
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.129
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.129:0
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/data/info.pb
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.129
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.174.129
09:08:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/logs
09:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:08:02.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:08:02.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:08:02.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.519639 2063 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:08:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.521198 2063 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:08:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:02.558902 2069 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.702306 2058 catalog_manager.cc:1269] Loaded cluster ID: 78348f945d7f4eebb4b807510c807893
09:08:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.702888 2058 catalog_manager.cc:1562] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: loading cluster ID for follower catalog manager: success
09:08:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.727892 2058 catalog_manager.cc:1584] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: acquiring CA information for follower catalog manager: success
09:08:02.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:02.742871 2058 catalog_manager.cc:1612] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:08:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:03.947608 2068 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 2063
09:08:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:04.576193 2063 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.016s user 0.505s sys 0.830s
09:08:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:04.576557 2063 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.017s user 0.505s sys 0.830s
09:08:04.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:02.561196 2070 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.610270 2063 server_base.cc:1060] running on GCE node
09:08:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:04.622334 2078 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:04.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.623929 2063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:08:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.644780 2063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:08:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.652532 2063 hybrid_clock.cc:648] HybridClock initialized: now 1769850484652464 us; error 65 us; skew 500 ppm
09:08:04.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.653683 2063 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:08:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:04 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850484, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:04.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.665133 2063 init.cc:377] Logged in from keytab as kudu/127.1.174.129@KRBTEST.COM (short username kudu)
09:08:04.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.690841 2063 webserver.cc:492] Webserver started at http://127.1.174.129:38877/ using document root <none> and password file <none>
09:08:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.692140 2063 fs_manager.cc:362] Metadata directory not provided
09:08:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.692432 2063 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:08:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.692972 2063 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:08:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.701407 2063 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/data/instance:
09:08:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50c3637dc8414133b7a17f06e0d8bb56"
09:08:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:04 on dist-test-slave-94qj"
09:08:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.703176 2063 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/wal/instance:
09:08:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50c3637dc8414133b7a17f06e0d8bb56"
09:08:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:04 on dist-test-slave-94qj"
09:08:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.719650 2063 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.009s sys 0.005s
09:08:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.733736 2085 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:08:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.735404 2063 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.005s sys 0.004s
09:08:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.735809 2063 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/wal
09:08:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50c3637dc8414133b7a17f06e0d8bb56"
09:08:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:04 on dist-test-slave-94qj"
09:08:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.736423 2063 fs_report.cc:389] FS layout report
09:08:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:08:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/wal
09:08:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/wal
09:08:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/data/data
09:08:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:08:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:08:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:08:04.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.858385 2063 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:08:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.871172 2063 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:08:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.871743 2063 kserver.cc:163] Server-wide thread pool size limit: 3276
09:08:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.887569 2063 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:08:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.904625 2063 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:08:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.904945 2063 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:08:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.905248 2063 ts_tablet_manager.cc:616] Registered 0 tablets
09:08:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:04.905459 2063 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:08:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.437721 2063 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.129:40963
09:08:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.437916 2199 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.129:40963 every 8 connection(s)
09:08:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.441218 2063 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/data/info.pb
09:08:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.441898 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 2063
09:08:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.442346 1722 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-0/wal/instance
09:08:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.174.130@KRBTEST.COM; defaulting to no policy
09:08:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.174.130@KRBTEST.COM" created.
09:08:05.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:05 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850484, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.129@KRBTEST.COM for kudu/127.1.174.188@KRBTEST.COM
09:08:05.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:05 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850484, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.129@KRBTEST.COM for kudu/127.1.174.189@KRBTEST.COM
09:08:05.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.577839 2201 heartbeater.cc:344] Connected to a master server at 127.1.174.189:41827
09:08:05.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.578403 2201 heartbeater.cc:461] Registering TS with master...
09:08:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.580392 2201 heartbeater.cc:507] Master 127.1.174.189:41827 requested a full tablet report, sending...
09:08:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:05 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850484, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.129@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:05.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.586609 1869 ts_manager.cc:194] Registered new tserver with Master: 50c3637dc8414133b7a17f06e0d8bb56 (127.1.174.129:40963)
09:08:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.592008 2200 heartbeater.cc:344] Connected to a master server at 127.1.174.188:45455
09:08:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.592399 2200 heartbeater.cc:461] Registering TS with master...
09:08:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.593504 2200 heartbeater.cc:507] Master 127.1.174.188:45455 requested a full tablet report, sending...
09:08:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.596717 1956 ts_manager.cc:194] Registered new tserver with Master: 50c3637dc8414133b7a17f06e0d8bb56 (127.1.174.129:40963)
09:08:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:05.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:05.600455 1722 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.1.174.130: real 0.138s user 0.000s sys 0.014s
09:08:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.600451 1956 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.1.174.129@KRBTEST.COM'} at 127.1.174.129:42441
09:08:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.631392 2205 heartbeater.cc:344] Connected to a master server at 127.1.174.190:36683
09:08:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.631824 2205 heartbeater.cc:461] Registering TS with master...
09:08:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.632532 2205 heartbeater.cc:507] Master 127.1.174.190:36683 requested a full tablet report, sending...
09:08:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.635843 1787 ts_manager.cc:194] Registered new tserver with Master: 50c3637dc8414133b7a17f06e0d8bb56 (127.1.174.129:40963)
09:08:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.174.130@KRBTEST.COM; defaulting to no policy
09:08:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.174.130@KRBTEST.COM" created.
09:08:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:05.690488 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/wal
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/data
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/logs
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/data/info.pb
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.130:0
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.174.130
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.130
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.130
09:08:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:08:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:08:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:08:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:05.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:08:06.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:06.069837 2217 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:08:06.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:06.070411 2217 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:08:06.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:06.071143 2217 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:08:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:06.109454 2217 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:08:06.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:06.110630 2217 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.174.130
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:06.151024 2217 tablet_server_runner.cc:78] Tablet server non-default flags:
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/data
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/wal
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.130
09:08:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.130:0
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/data/info.pb
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.130
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.174.130
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/logs
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:08:06.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:06.152745 2217 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:08:06.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:06.154066 2217 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:08:06.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:06.169003 2224 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:06.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:06 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850486, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:06.266175 1766 init.cc:295] Successfully reacquired a new kerberos TGT
09:08:06.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:06.609251 2200 heartbeater.cc:499] Master 127.1.174.188:45455 was elected leader, sending a full tablet report...
09:08:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:08 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850488, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.376935 1848 init.cc:295] Successfully reacquired a new kerberos TGT
09:08:08.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:07.572497 2223 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 2217
09:08:08.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:08.474232 2217 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.304s user 0.806s sys 1.480s
09:08:08.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:08.474573 2217 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.304s user 0.806s sys 1.480s
09:08:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:06.170507 2225 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:08.476727 2227 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:08.485549 2226 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2314 milliseconds
09:08:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.486099 2217 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:08:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.487480 2217 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:08:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.490358 2217 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:08:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.491863 2217 hybrid_clock.cc:648] HybridClock initialized: now 1769850488491733 us; error 123 us; skew 500 ppm
09:08:08.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.493647 2217 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:08:08.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:08 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850488, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.502318 2217 init.cc:377] Logged in from keytab as kudu/127.1.174.130@KRBTEST.COM (short username kudu)
09:08:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.508756 2217 webserver.cc:492] Webserver started at http://127.1.174.130:40559/ using document root <none> and password file <none>
09:08:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.510032 2217 fs_manager.cc:362] Metadata directory not provided
09:08:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.510319 2217 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:08:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.510854 2217 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:08:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.516486 2217 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/data/instance:
09:08:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "593e6b58f7a44792bdda268aada6aceb"
09:08:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:08 on dist-test-slave-94qj"
09:08:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.517614 2217 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/wal/instance:
09:08:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "593e6b58f7a44792bdda268aada6aceb"
09:08:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:08 on dist-test-slave-94qj"
09:08:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.527209 2217 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.007s sys 0.000s
09:08:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.532938 2238 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:08:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.534480 2217 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
09:08:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.534888 2217 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/wal
09:08:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "593e6b58f7a44792bdda268aada6aceb"
09:08:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:08 on dist-test-slave-94qj"
09:08:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.535265 2217 fs_report.cc:389] FS layout report
09:08:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:08:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/wal
09:08:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/wal
09:08:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/data/data
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:08:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:08:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.585999 2217 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:08:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.592120 2217 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:08:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.592657 2217 kserver.cc:163] Server-wide thread pool size limit: 3276
09:08:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.596148 2217 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:08:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.602181 2217 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:08:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.602478 2217 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:08:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.602773 2217 ts_tablet_manager.cc:616] Registered 0 tablets
09:08:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.602977 2217 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:08:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.939492 2217 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.130:43151
09:08:08.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.939962 2351 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.130:43151 every 8 connection(s)
09:08:08.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.942075 2217 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/data/info.pb
09:08:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.950104 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 2217
09:08:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:08.950618 1722 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-1/wal/instance
09:08:09.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.174.131@KRBTEST.COM; defaulting to no policy
09:08:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.174.131@KRBTEST.COM" created.
09:08:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:09 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850488, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.130@KRBTEST.COM for kudu/127.1.174.188@KRBTEST.COM
09:08:09.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:09 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850488, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.130@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.035254 2352 heartbeater.cc:344] Connected to a master server at 127.1.174.188:45455
09:08:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.036136 2352 heartbeater.cc:461] Registering TS with master...
09:08:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.038393 2352 heartbeater.cc:507] Master 127.1.174.188:45455 requested a full tablet report, sending...
09:08:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:09 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850488, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.130@KRBTEST.COM for kudu/127.1.174.189@KRBTEST.COM
09:08:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.042572 1956 ts_manager.cc:194] Registered new tserver with Master: 593e6b58f7a44792bdda268aada6aceb (127.1.174.130:43151)
09:08:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.044214 1956 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.1.174.130@KRBTEST.COM'} at 127.1.174.130:48099
09:08:09.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.055375 2354 heartbeater.cc:344] Connected to a master server at 127.1.174.190:36683
09:08:09.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.055778 2354 heartbeater.cc:461] Registering TS with master...
09:08:09.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.056455 2354 heartbeater.cc:507] Master 127.1.174.190:36683 requested a full tablet report, sending...
09:08:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.059425 1787 ts_manager.cc:194] Registered new tserver with Master: 593e6b58f7a44792bdda268aada6aceb (127.1.174.130:43151)
09:08:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.060012 2353 heartbeater.cc:344] Connected to a master server at 127.1.174.189:41827
09:08:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.060380 2353 heartbeater.cc:461] Registering TS with master...
09:08:09.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.060961 2353 heartbeater.cc:507] Master 127.1.174.189:41827 requested a full tablet report, sending...
09:08:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.174.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.064878 1869 ts_manager.cc:194] Registered new tserver with Master: 593e6b58f7a44792bdda268aada6aceb (127.1.174.130:43151)
09:08:09.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.174.131@KRBTEST.COM; defaulting to no policy
09:08:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.174.131@KRBTEST.COM" created.
09:08:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:08:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.174.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab.
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.110931 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/wal
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/data
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/logs
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/data/info.pb
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.131:0
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.174.131
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.131
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.131
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:08:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:08:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:08:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:08:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:09.455657 2367 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:08:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:09.456128 2367 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:08:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:09.456694 2367 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:08:09.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:09.492338 2367 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:08:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:09.493291 2367 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.174.131
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.533653 2367 tablet_server_runner.cc:78] Tablet server non-default flags:
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/data
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/wal
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.131
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.131:0
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/data/info.pb
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.131
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:08:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.174.131
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/logs
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:08:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.535249 2367 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:08:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:09.536276 2367 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:08:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:09.549144 2373 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:10.051100 2352 heartbeater.cc:499] Master 127.1.174.188:45455 was elected leader, sending a full tablet report...
09:08:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:10 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850490, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:10.539914 1935 init.cc:295] Successfully reacquired a new kerberos TGT
09:08:11.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:09.551120 2374 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:11.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:09.556499 2376 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:11.049755 2375 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1493 milliseconds
09:08:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.049891 2367 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:08:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.051242 2367 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:08:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.053587 2367 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:08:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.055037 2367 hybrid_clock.cc:648] HybridClock initialized: now 1769850491055037 us; error 85 us; skew 500 ppm
09:08:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.055850 2367 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:08:11.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:11 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.064123 2367 init.cc:377] Logged in from keytab as kudu/127.1.174.131@KRBTEST.COM (short username kudu)
09:08:11.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.070822 2367 webserver.cc:492] Webserver started at http://127.1.174.131:38183/ using document root <none> and password file <none>
09:08:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.071843 2367 fs_manager.cc:362] Metadata directory not provided
09:08:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.072115 2367 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:08:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.072731 2367 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:08:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.077199 2367 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/data/instance:
09:08:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf3ec266e10442f7b0f3b6cb1cb35d84"
09:08:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:11 on dist-test-slave-94qj"
09:08:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.078413 2367 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/wal/instance:
09:08:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf3ec266e10442f7b0f3b6cb1cb35d84"
09:08:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:11 on dist-test-slave-94qj"
09:08:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.086890 2367 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.005s
09:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.092983 2386 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.094192 2367 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
09:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.094574 2367 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/wal
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf3ec266e10442f7b0f3b6cb1cb35d84"
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:11 on dist-test-slave-94qj"
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.094938 2367 fs_report.cc:389] FS layout report
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/wal
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/wal
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/data/data
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:08:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:08:11.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.161437 2367 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:08:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.171413 2367 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:08:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.171968 2367 kserver.cc:163] Server-wide thread pool size limit: 3276
09:08:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.175349 2367 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:08:11.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.180528 2367 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:08:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.180800 2367 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:08:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.181119 2367 ts_tablet_manager.cc:616] Registered 0 tablets
09:08:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.181315 2367 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:08:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.383648 2367 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.131:37279
09:08:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.383769 2498 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.131:37279 every 8 connection(s)
09:08:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.386356 2367 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/data/info.pb
09:08:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.390192 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 2367
09:08:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.390679 1722 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/ts-2/wal/instance
09:08:11.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:11 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.131@KRBTEST.COM for kudu/127.1.174.189@KRBTEST.COM
09:08:11.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:11 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.131@KRBTEST.COM for kudu/127.1.174.188@KRBTEST.COM
09:08:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:11 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.131@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.489841 2500 heartbeater.cc:344] Connected to a master server at 127.1.174.189:41827
09:08:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.490025 2501 heartbeater.cc:344] Connected to a master server at 127.1.174.190:36683
09:08:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.490496 2500 heartbeater.cc:461] Registering TS with master...
09:08:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.490662 2501 heartbeater.cc:461] Registering TS with master...
09:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.491837 2500 heartbeater.cc:507] Master 127.1.174.189:41827 requested a full tablet report, sending...
09:08:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.494362 2499 heartbeater.cc:344] Connected to a master server at 127.1.174.188:45455
09:08:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.494722 2499 heartbeater.cc:461] Registering TS with master...
09:08:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.495682 2499 heartbeater.cc:507] Master 127.1.174.188:45455 requested a full tablet report, sending...
09:08:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.498073 2501 heartbeater.cc:507] Master 127.1.174.190:36683 requested a full tablet report, sending...
09:08:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.500439 1956 ts_manager.cc:194] Registered new tserver with Master: cf3ec266e10442f7b0f3b6cb1cb35d84 (127.1.174.131:37279)
09:08:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.500627 1869 ts_manager.cc:194] Registered new tserver with Master: cf3ec266e10442f7b0f3b6cb1cb35d84 (127.1.174.131:37279)
09:08:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.502328 1956 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.1.174.131@KRBTEST.COM'} at 127.1.174.131:44549
09:08:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.505259 1787 ts_manager.cc:194] Registered new tserver with Master: cf3ec266e10442f7b0f3b6cb1cb35d84 (127.1.174.131:37279)
09:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.512425 1722 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:08:11.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:11.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
09:08:11.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
09:08:11.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
09:08:11.544 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.174.190"
port: 36683
}
bound_http_address {
host: "127.1.174.190"
port: 43067
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.174.189"
port: 41827
}
bound_http_address {
host: "127.1.174.189"
port: 39987
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.174.188"
port: 45455
}
bound_http_address {
host: "127.1.174.188"
port: 36061
}
}
}
09:08:11.544 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:08:11.546 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.1.174.129"
port: 40963
}
bound_http_address {
host: "127.1.174.129"
port: 38877
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.1.174.130"
port: 43151
}
bound_http_address {
host: "127.1.174.130"
port: 40559
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.1.174.131"
port: 37279
}
bound_http_address {
host: "127.1.174.131"
port: 38183
}
}
}
09:08:11.546 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:08:11.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:08:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:11 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850491, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:08:11.583 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:11.584 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc
09:08:11.591 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:08:11.592 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc
09:08:11.594 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:08:11.598 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
09:08:11.600 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:08:11.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:11 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850491, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:11.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:08:11.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:11.651 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc
09:08:11.652 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:08:11.653 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.174.188:45455
09:08:11.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
09:08:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.655143 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1914
09:08:11.685 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:11.686 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.174.190:36683
09:08:11.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
09:08:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.687139 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1751
09:08:11.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:11.720 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.174.189:41827
09:08:11.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
09:08:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.721199 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1831
09:08:11.754 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:11.755 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.174.188:45455
09:08:11.759 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:11.761056 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/logs
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/info.pb
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.188:45455
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.188
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36061
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.188
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:08:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.064241 2352 heartbeater.cc:646] Failed to heartbeat to 127.1.174.188:45455 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.1.174.188:45455: connect: Connection refused (error 111)
09:08:12.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.115262 2514 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:08:12.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.115825 2514 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:08:12.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.116624 2514 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:08:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.150147 2514 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:08:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.150452 2514 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:08:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.150789 2514 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.151000 2514 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.151197 2514 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.151396 2514 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:08:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.151542 2514 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44303/jwks.json
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:12.190838 2514 master_runner.cc:386] Master server non-default flags:
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.188
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.188:45455
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:08:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/info.pb
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.188
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36061
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/logs
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:08:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:12.192098 2514 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:08:12.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:12.193161 2514 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:08:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.204730 2521 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:12.506466 2499 heartbeater.cc:499] Master 127.1.174.188:45455 was elected leader, sending a full tablet report...
09:08:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.511475 2500 heartbeater.cc:646] Failed to heartbeat to 127.1.174.189:41827 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:08:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.654395 2201 heartbeater.cc:646] Failed to heartbeat to 127.1.174.189:41827 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:08:13.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:13.022291 2196 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2f20 after lost signal to thread 2064
09:08:13.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:13.024067 2196 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9760 after lost signal to thread 2199
09:08:14.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:13.606317 2520 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 2514
09:08:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.032325 2520 kernel_stack_watchdog.cc:198] Thread 2514 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
09:08:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:08:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:08:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:08:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:08:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:12.204914 2522 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.033103 2514 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.828s user 0.651s sys 1.080s
09:08:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.033560 2514 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.829s user 0.651s sys 1.080s
09:08:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.035717 2524 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.039517 2523 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1834 milliseconds
09:08:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.039573 2514 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:08:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.041102 2514 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:08:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.044451 2514 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:08:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.046303 2514 hybrid_clock.cc:648] HybridClock initialized: now 1769850494046243 us; error 47 us; skew 500 ppm
09:08:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.047719 2514 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:08:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:14 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850494, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.056811 2514 init.cc:377] Logged in from keytab as kudu/127.1.174.188@KRBTEST.COM (short username kudu)
09:08:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.063288 2514 webserver.cc:492] Webserver started at http://127.1.174.188:36061/ using document root <none> and password file <none>
09:08:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.064666 2514 fs_manager.cc:362] Metadata directory not provided
09:08:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.064985 2514 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:08:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.076783 2514 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.001s
09:08:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.083727 2548 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:08:14.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.085155 2514 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
09:08:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.085600 2514 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:08:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d"
09:08:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:08:00 on dist-test-slave-94qj"
09:08:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.088375 2514 fs_report.cc:389] FS layout report
09:08:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/wal
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/data
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:08:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:08:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:08:14.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.160420 2514 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:08:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.166792 2514 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:08:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.167510 2514 kserver.cc:163] Server-wide thread pool size limit: 3276
09:08:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.274665 2514 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.188:45455
09:08:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.274745 2599 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.188:45455 every 8 connection(s)
09:08:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.279040 2514 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-2/data/info.pb
09:08:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.283373 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 2514
09:08:14.284 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:14.284 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.174.190:36683
09:08:14.284 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
09:08:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.286404 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/logs
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/info.pb
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.190:36683
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.190
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43067
09:08:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.190
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:08:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:08:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.298807 2600 sys_catalog.cc:263] Verifying existing consensus state
09:08:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.308326 2600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Bootstrap starting.
09:08:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.365082 2600 log.cc:826] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Log is configured to *not* fsync() on all Append() calls
09:08:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.387907 2600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:08:14.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.389137 2600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Bootstrap complete.
09:08:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.428944 2600 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.433037 2600 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1110f93d6e1c44bcbe9ee62f0f16bd4d, State: Initialized, Role: FOLLOWER
09:08:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.434443 2600 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.446256 2600 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: configured and running, proceeding with master startup.
09:08:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.443029 2605 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.450820 2605 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: This master's current role is: FOLLOWER
09:08:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.522933 2616 catalog_manager.cc:1269] Loaded cluster ID: 78348f945d7f4eebb4b807510c807893
09:08:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.523505 2616 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: loading cluster ID for follower catalog manager: success
09:08:14.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.539178 2616 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: acquiring CA information for follower catalog manager: success
09:08:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.519145 2514 master_runner.cc:186] Error getting master registration for 127.1.174.190:36683: Network error: Client connection negotiation failed: client connection to 127.1.174.190:36683: connect: Connection refused (error 111),
09:08:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.561666 2514 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:08:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.572186 2616 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:08:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.585781 2499 heartbeater.cc:344] Connected to a master server at 127.1.174.188:45455
09:08:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.586369 2499 heartbeater.cc:499] Master 127.1.174.188:45455 was elected leader, sending a full tablet report...
09:08:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.593730 2565 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cf3ec266e10442f7b0f3b6cb1cb35d84" instance_seqno: 1769850491341165) as {username='kudu', principal='kudu/127.1.174.131@KRBTEST.COM'} at 127.1.174.131:51369; Asking this server to re-register.
09:08:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.596010 2499 heartbeater.cc:461] Registering TS with master...
09:08:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.600343 2564 ts_manager.cc:194] Registered new tserver with Master: cf3ec266e10442f7b0f3b6cb1cb35d84 (127.1.174.131:37279)
09:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:14 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850494, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.679415 2081 init.cc:295] Successfully reacquired a new kerberos TGT
09:08:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.752499 2200 heartbeater.cc:344] Connected to a master server at 127.1.174.188:45455
09:08:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.756696 2565 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "50c3637dc8414133b7a17f06e0d8bb56" instance_seqno: 1769850485382419) as {username='kudu', principal='kudu/127.1.174.129@KRBTEST.COM'} at 127.1.174.129:49343; Asking this server to re-register.
09:08:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.759418 2200 heartbeater.cc:461] Registering TS with master...
09:08:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.769321 2565 ts_manager.cc:194] Registered new tserver with Master: 50c3637dc8414133b7a17f06e0d8bb56 (127.1.174.129:40963)
09:08:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.811820 2602 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:08:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.812654 2602 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:08:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.813508 2602 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:08:14.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.856885 2602 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:08:14.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.857214 2602 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:08:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.857712 2602 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:08:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.858089 2602 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:08:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.858438 2602 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:08:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.858755 2602 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:08:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.859001 2602 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44303/jwks.json
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.906687 2602 master_runner.cc:386] Master server non-default flags:
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.190
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.190:36683
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:08:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/info.pb
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.190
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43067
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/logs
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:08:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:08:14.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.908385 2602 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:08:14.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:14.909829 2602 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:08:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.945205 2630 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:15.136655 2352 heartbeater.cc:344] Connected to a master server at 127.1.174.188:45455
09:08:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:15.145937 2565 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "593e6b58f7a44792bdda268aada6aceb" instance_seqno: 1769850488837493) as {username='kudu', principal='kudu/127.1.174.130@KRBTEST.COM'} at 127.1.174.130:44195; Asking this server to re-register.
09:08:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:15.155462 2352 heartbeater.cc:461] Registering TS with master...
09:08:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:15.160019 2565 ts_manager.cc:194] Registered new tserver with Master: 593e6b58f7a44792bdda268aada6aceb (127.1.174.130:43151)
09:08:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:16.274642 2647 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:08:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:16.275255 2647 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:16.294867 2647 leader_election.cc:290] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fab28b2ff6094cfbb614cc33fd8b77ed (127.1.174.190:36683), 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827)
09:08:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:16.309450 2551 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:08:16.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:16.327630 2550 leader_election.cc:336] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fab28b2ff6094cfbb614cc33fd8b77ed (127.1.174.190:36683): Network error: Client connection negotiation failed: client connection to 127.1.174.190:36683: connect: Connection refused (error 111)
09:08:16.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:16.330842 2551 leader_election.cc:336] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827): Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:08:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:16.331473 2551 leader_election.cc:304] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1110f93d6e1c44bcbe9ee62f0f16bd4d; no voters: 2d2e8542dfae4534b7351a11aa7fce28, fab28b2ff6094cfbb614cc33fd8b77ed
09:08:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:16.332597 2647 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
09:08:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:16.346204 2629 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 2602
09:08:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:17.495903 2629 kernel_stack_watchdog.cc:198] Thread 2602 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 390ms:
09:08:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:08:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:08:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:08:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:08:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:14.954272 2631 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:17.500438 2633 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:17.501722 2602 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.550s user 0.586s sys 1.035s
09:08:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:17.502364 2602 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.550s user 0.586s sys 1.036s
09:08:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:17.503690 2632 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2545 milliseconds
09:08:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.504108 2602 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:08:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.505604 2602 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:08:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.522042 2602 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:08:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.523674 2602 hybrid_clock.cc:648] HybridClock initialized: now 1769850497523627 us; error 56 us; skew 500 ppm
09:08:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.524817 2602 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:08:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:17 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850497, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.533730 2602 init.cc:377] Logged in from keytab as kudu/127.1.174.190@KRBTEST.COM (short username kudu)
09:08:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.541180 2602 webserver.cc:492] Webserver started at http://127.1.174.190:43067/ using document root <none> and password file <none>
09:08:17.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.542505 2602 fs_manager.cc:362] Metadata directory not provided
09:08:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.542838 2602 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:08:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.552634 2602 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.001s sys 0.005s
09:08:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.558409 2662 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:08:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.559726 2602 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
09:08:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.560114 2602 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:08:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fab28b2ff6094cfbb614cc33fd8b77ed"
09:08:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:56 on dist-test-slave-94qj"
09:08:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.562203 2602 fs_report.cc:389] FS layout report
09:08:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:08:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:08:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/wal
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/data
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:08:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:08:17.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.683202 2602 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:08:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.693122 2602 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:08:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.693657 2602 kserver.cc:163] Server-wide thread pool size limit: 3276
09:08:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.793881 2602 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.190:36683
09:08:17.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.793949 2715 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.190:36683 every 8 connection(s)
09:08:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.796749 2602 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-0/data/info.pb
09:08:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.806495 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 2602
09:08:17.807 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:17.808 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.174.189:41827
09:08:17.808 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
09:08:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.809996 1722 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu
09:08:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:08:17.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/logs
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/info.pb
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.189:41827
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.189
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39987
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.189
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:17.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:08:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:08:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:08:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:08:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:08:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.820313 2716 sys_catalog.cc:263] Verifying existing consensus state
09:08:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.839969 2716 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: Bootstrap starting.
09:08:17.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:17 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850494, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.129@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:17.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.888406 2205 heartbeater.cc:344] Connected to a master server at 127.1.174.190:36683
09:08:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.917119 2716 log.cc:826] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: Log is configured to *not* fsync() on all Append() calls
09:08:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.934468 2716 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:08:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.935335 2716 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: Bootstrap complete.
09:08:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.963002 2716 raft_consensus.cc:359] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.966465 2716 raft_consensus.cc:740] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: fab28b2ff6094cfbb614cc33fd8b77ed, State: Initialized, Role: FOLLOWER
09:08:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.967514 2716 consensus_queue.cc:260] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.970589 2724 sys_catalog.cc:455] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.971617 2724 sys_catalog.cc:458] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: This master's current role is: FOLLOWER
09:08:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.972533 2716 sys_catalog.cc:565] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: configured and running, proceeding with master startup.
09:08:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.995651 2735 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:08:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:17.996615 2735 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.002887 2736 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:08:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.005692 2735 leader_election.cc:290] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fab28b2ff6094cfbb614cc33fd8b77ed (127.1.174.190:36683), 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827)
09:08:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:18 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850494, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.188@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:18.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:18 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850497, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.190@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:18.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.040164 2551 leader_election.cc:336] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827): Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:08:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.047626 2691 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" is_pre_election: true
09:08:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.048645 2691 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1110f93d6e1c44bcbe9ee62f0f16bd4d in term 1.
09:08:18.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.050011 2550 leader_election.cc:304] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1110f93d6e1c44bcbe9ee62f0f16bd4d, fab28b2ff6094cfbb614cc33fd8b77ed; no voters: 2d2e8542dfae4534b7351a11aa7fce28
09:08:18.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.051403 2735 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Leader pre-election won for term 2
09:08:18.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.051759 2735 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:08:18.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.052088 2735 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 1 FOLLOWER]: Advancing to term 2
09:08:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.062844 2735 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.066023 2691 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed"
09:08:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.066612 2691 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 1 FOLLOWER]: Advancing to term 2
09:08:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.070703 2551 leader_election.cc:336] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827): Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111)
09:08:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.071563 2735 leader_election.cc:290] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 election: Requested vote from peers fab28b2ff6094cfbb614cc33fd8b77ed (127.1.174.190:36683), 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827)
09:08:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.085407 2691 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1110f93d6e1c44bcbe9ee62f0f16bd4d in term 2.
09:08:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.086692 2550 leader_election.cc:304] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1110f93d6e1c44bcbe9ee62f0f16bd4d, fab28b2ff6094cfbb614cc33fd8b77ed; no voters: 2d2e8542dfae4534b7351a11aa7fce28
09:08:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.087561 2735 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 2 FOLLOWER]: Leader election won for term 2
09:08:18.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.095547 2735 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [term 2 LEADER]: Becoming Leader. State: Replica: 1110f93d6e1c44bcbe9ee62f0f16bd4d, State: Running, Role: LEADER
09:08:18.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.096787 2735 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.072757 2602 master_runner.cc:186] Error getting master registration for 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111),
09:08:18.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.112036 2602 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:08:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.113687 2743 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1110f93d6e1c44bcbe9ee62f0f16bd4d. Latest consensus state: current_term: 2 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.114363 2743 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: This master's current role is: LEADER
09:08:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.117213 2745 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:08:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.123646 2745 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:08:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.126798 2745 catalog_manager.cc:1269] Loaded cluster ID: 78348f945d7f4eebb4b807510c807893
09:08:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.127061 2745 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:08:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.130857 2745 catalog_manager.cc:1514] Loading token signing keys...
09:08:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.134756 2745 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d: Loaded TSK: 0
09:08:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.135754 2745 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:08:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.157313 2740 negotiation.cc:337] Failed RPC negotiation. Trace:
09:08:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.149809 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.1.174.130:34499 (local address 127.1.174.190:36683)
09:08:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.150848 (+ 1039us) server_negotiation.cc:207] Beginning negotiation
09:08:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.150886 (+ 38us) server_negotiation.cc:400] Waiting for connection header
09:08:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.152332 (+ 1446us) server_negotiation.cc:408] Connection header received
09:08:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.153665 (+ 1333us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:08:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.153687 (+ 22us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:08:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.153977 (+ 290us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:08:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.154157 (+ 180us) server_negotiation.cc:227] Negotiated authn=SASL
09:08:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:18.155927 (+ 1770us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.1.174.130:34499: BlockingRecv error: recv got EOF from 127.1.174.130:34499 (error 108)
09:08:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":149}
09:08:18.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.291640 2720 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:08:18.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.292430 2720 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:08:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.293529 2720 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:08:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.350178 2720 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:08:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.350557 2720 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:08:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.350955 2720 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:08:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.351274 2720 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:08:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.351588 2720 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:08:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.351892 2720 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:08:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.352133 2720 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44303/jwks.json
09:08:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.393455 2720 master_runner.cc:386] Master server non-default flags:
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.174.148:42407
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.174.190:36683,127.1.174.189:41827,127.1.174.188:45455
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/krb5kdc/kudu.keytab
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.174.189
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.174.189:41827
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44303/jwks.json
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/info.pb
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.174.189
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39987
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:08:18.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/logs
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 31 Jan 2026 08:43:23 UTC on 5fd53c4cbb9d
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10277
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:08:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.395273 2720 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:08:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.397884 2720 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:08:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.414575 2752 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:18 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850498, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.508270 2234 init.cc:295] Successfully reacquired a new kerberos TGT
09:08:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.649953 2691 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [term 2 FOLLOWER]: Refusing update from remote peer 1110f93d6e1c44bcbe9ee62f0f16bd4d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
09:08:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.651826 2758 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [LEADER]: Connected to new peer: Peer: permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
09:08:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.663856 2759 sys_catalog.cc:455] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1110f93d6e1c44bcbe9ee62f0f16bd4d. Latest consensus state: current_term: 2 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.665035 2759 sys_catalog.cc:458] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: This master's current role is: FOLLOWER
09:08:18.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.684883 2758 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.686237 2758 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: This master's current role is: LEADER
09:08:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.727105 2759 sys_catalog.cc:455] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.728086 2759 sys_catalog.cc:458] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed [sys.catalog]: This master's current role is: FOLLOWER
09:08:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.746389 2551 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d -> Peer 2d2e8542dfae4534b7351a11aa7fce28 (127.1.174.189:41827): Couldn't send request to peer 2d2e8542dfae4534b7351a11aa7fce28. Status: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:08:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.759478 2501 heartbeater.cc:344] Connected to a master server at 127.1.174.190:36683
09:08:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.765906 2681 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cf3ec266e10442f7b0f3b6cb1cb35d84" instance_seqno: 1769850491341165) as {username='kudu', principal='kudu/127.1.174.131@KRBTEST.COM'} at 127.1.174.131:49847; Asking this server to re-register.
09:08:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.767346 2501 heartbeater.cc:461] Registering TS with master...
09:08:18.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.770476 2681 ts_manager.cc:194] Registered new tserver with Master: cf3ec266e10442f7b0f3b6cb1cb35d84 (127.1.174.131:37279)
09:08:18.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.895066 2681 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "50c3637dc8414133b7a17f06e0d8bb56" instance_seqno: 1769850485382419) as {username='kudu', principal='kudu/127.1.174.129@KRBTEST.COM'} at 127.1.174.129:44851; Asking this server to re-register.
09:08:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.896639 2205 heartbeater.cc:461] Registering TS with master...
09:08:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.899076 2681 ts_manager.cc:194] Registered new tserver with Master: 50c3637dc8414133b7a17f06e0d8bb56 (127.1.174.129:40963)
09:08:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.011853 2736 catalog_manager.cc:1269] Loaded cluster ID: 78348f945d7f4eebb4b807510c807893
09:08:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.012280 2736 catalog_manager.cc:1562] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: loading cluster ID for follower catalog manager: success
09:08:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.019786 2736 catalog_manager.cc:1584] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: acquiring CA information for follower catalog manager: success
09:08:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.025810 2736 catalog_manager.cc:1612] T 00000000000000000000000000000000 P fab28b2ff6094cfbb614cc33fd8b77ed: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:08:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.175426 2352 heartbeater.cc:499] Master 127.1.174.188:45455 was elected leader, sending a full tablet report...
09:08:19.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.179744 2354 heartbeater.cc:344] Connected to a master server at 127.1.174.190:36683
09:08:19.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.184165 2681 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "593e6b58f7a44792bdda268aada6aceb" instance_seqno: 1769850488837493) as {username='kudu', principal='kudu/127.1.174.130@KRBTEST.COM'} at 127.1.174.130:53611; Asking this server to re-register.
09:08:19.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.186518 2354 heartbeater.cc:461] Registering TS with master...
09:08:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.190579 2681 ts_manager.cc:194] Registered new tserver with Master: 593e6b58f7a44792bdda268aada6aceb (127.1.174.130:43151)
09:08:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.575515 2514 master_runner.cc:186] Error getting master registration for 127.1.174.189:41827: Network error: Client connection negotiation failed: client connection to 127.1.174.189:41827: connect: Connection refused (error 111),
09:08:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.576021 2514 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:08:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.622385 2499 heartbeater.cc:499] Master 127.1.174.188:45455 was elected leader, sending a full tablet report...
09:08:19.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.796290 2200 heartbeater.cc:499] Master 127.1.174.188:45455 was elected leader, sending a full tablet report...
09:08:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:18.424437 2720 server_base.cc:1060] running on GCE node
09:08:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:18.423478 2753 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:19.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:19.873595 2755 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:08:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.875133 2720 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:08:19.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.886484 2720 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:08:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.887972 2720 hybrid_clock.cc:648] HybridClock initialized: now 1769850499887834 us; error 157 us; skew 500 ppm
09:08:19.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.888945 2720 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:08:19.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:19 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850499, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.895795 2720 init.cc:377] Logged in from keytab as kudu/127.1.174.189@KRBTEST.COM (short username kudu)
09:08:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.902107 2720 webserver.cc:492] Webserver started at http://127.1.174.189:39987/ using document root <none> and password file <none>
09:08:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.903378 2720 fs_manager.cc:362] Metadata directory not provided
09:08:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.903674 2720 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:08:19.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.914783 2720 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
09:08:19.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.920635 2783 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:08:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.921903 2720 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.922240 2720 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data,/tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d2e8542dfae4534b7351a11aa7fce28"
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-31 09:07:58 on dist-test-slave-94qj"
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.924285 2720 fs_report.cc:389] FS layout report
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/wal
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/data
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:08:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:08:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:08:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:08:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:08:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:08:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:08:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:08:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:08:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:08:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:08:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.990525 2720 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:08:19.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.996671 2720 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:08:19.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:19.997092 2720 kserver.cc:163] Server-wide thread pool size limit: 3276
09:08:20.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.091745 2720 rpc_server.cc:307] RPC server started. Bound to: 127.1.174.189:41827
09:08:20.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.091814 2835 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.174.189:41827 every 8 connection(s)
09:08:20.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.095512 2720 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskQh_WEF/test-tmp/mini-kudu-cluster7688940729771768825/master-1/data/info.pb
09:08:20.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:08:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.098132 1722 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu as pid 2720
09:08:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.112291 2836 sys_catalog.cc:263] Verifying existing consensus state
09:08:20.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.121438 2836 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: Bootstrap starting.
09:08:20.178 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.174.188:45455(127.1.174.188:45455)] connecting to peer
09:08:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.179628 2836 log.cc:826] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: Log is configured to *not* fsync() on all Append() calls
09:08:20.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:20 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850498, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.130@KRBTEST.COM for kudu/127.1.174.189@KRBTEST.COM
09:08:20.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.211102 2836 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:08:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.212195 2836 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: Bootstrap complete.
09:08:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.243649 2836 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.247102 2836 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d2e8542dfae4534b7351a11aa7fce28, State: Initialized, Role: FOLLOWER
09:08:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.248250 2836 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } }
09:08:20.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.263713 2353 heartbeater.cc:344] Connected to a master server at 127.1.174.189:41827
09:08:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.283569 2842 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.284700 2842 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: This master's current role is: FOLLOWER
09:08:20.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.287460 2836 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: configured and running, proceeding with master startup.
09:08:20.323 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.174.190:36683(127.1.174.190:36683)] connecting to peer
09:08:20.335 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.174.189:41827(127.1.174.189:41827)] connecting to peer
09:08:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.366636 2855 catalog_manager.cc:1269] Loaded cluster ID: 78348f945d7f4eebb4b807510c807893
09:08:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.367048 2855 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: loading cluster ID for follower catalog manager: success
09:08:20.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.391832 2855 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: acquiring CA information for follower catalog manager: success
09:08:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.413218 2855 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:08:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.440138 2811 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [term 1 FOLLOWER]: Advancing to term 2
09:08:20.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:20 dist-test-slave-94qj krb5kdc[1734](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850499, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.189@KRBTEST.COM for kudu/127.1.174.190@KRBTEST.COM
09:08:20.489 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.174.190:36683(127.1.174.190:36683)] Successfully connected to peer
09:08:20.491 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.174.188:45455(127.1.174.188:45455)] Successfully connected to peer
09:08:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.500542 2842 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1110f93d6e1c44bcbe9ee62f0f16bd4d. Latest consensus state: current_term: 2 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.501876 2842 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: This master's current role is: FOLLOWER
09:08:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.510232 2863 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.511279 2863 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d2e8542dfae4534b7351a11aa7fce28 [sys.catalog]: This master's current role is: FOLLOWER
09:08:20.631 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.174.189:41827(127.1.174.189:41827)] Successfully connected to peer
09:08:20.670 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
09:08:20.696 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.174.188
09:08:20.699 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.174.190
09:08:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.787542 2500 heartbeater.cc:344] Connected to a master server at 127.1.174.189:41827
09:08:20.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.793839 2801 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cf3ec266e10442f7b0f3b6cb1cb35d84" instance_seqno: 1769850491341165) as {username='kudu', principal='kudu/127.1.174.131@KRBTEST.COM'} at 127.1.174.131:48283; Asking this server to re-register.
09:08:20.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.795841 2500 heartbeater.cc:461] Registering TS with master...
09:08:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.799484 2800 ts_manager.cc:194] Registered new tserver with Master: cf3ec266e10442f7b0f3b6cb1cb35d84 (127.1.174.131:37279)
09:08:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.903654 2758 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fab28b2ff6094cfbb614cc33fd8b77ed" member_type: VOTER last_known_addr { host: "127.1.174.190" port: 36683 } } peers { permanent_uuid: "2d2e8542dfae4534b7351a11aa7fce28" member_type: VOTER last_known_addr { host: "127.1.174.189" port: 41827 } } peers { permanent_uuid: "1110f93d6e1c44bcbe9ee62f0f16bd4d" member_type: VOTER last_known_addr { host: "127.1.174.188" port: 45455 } } }
09:08:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.904390 2758 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1110f93d6e1c44bcbe9ee62f0f16bd4d [sys.catalog]: This master's current role is: LEADER
09:08:20.928 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.174.189
09:08:20.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.937798 2201 heartbeater.cc:344] Connected to a master server at 127.1.174.189:41827
09:08:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.940573 2800 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "50c3637dc8414133b7a17f06e0d8bb56" instance_seqno: 1769850485382419) as {username='kudu', principal='kudu/127.1.174.129@KRBTEST.COM'} at 127.1.174.129:54109; Asking this server to re-register.
09:08:20.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.941771 2201 heartbeater.cc:461] Registering TS with master...
09:08:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:20.945797 2800 ts_manager.cc:194] Registered new tserver with Master: 50c3637dc8414133b7a17f06e0d8bb56 (127.1.174.129:40963)
09:08:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 31 09:08:21 dist-test-slave-94qj krb5kdc[1734](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769850501, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.174.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:08:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.070258 2382 init.cc:295] Successfully reacquired a new kerberos TGT
09:08:21.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.174.188:45455(127.1.174.188:45455)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:08:21.129 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.174.188:45455: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:08:21.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.174.190:36683(127.1.174.190:36683)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:08:21.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.174.190:36683: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:08:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:21.140642 2860 negotiation.cc:337] Failed RPC negotiation. Trace:
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.456743 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:43828 (local address 127.1.174.188:45455)
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.526060 (+ 69317us) server_negotiation.cc:207] Beginning negotiation
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.526100 (+ 40us) server_negotiation.cc:400] Waiting for connection header
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.579369 (+ 53269us) server_negotiation.cc:408] Connection header received
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.631890 (+ 52521us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.631922 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.632240 (+ 318us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.632431 (+ 191us) server_negotiation.cc:227] Negotiated authn=SASL
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.922922 (+290491us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.924916 (+ 1994us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.090137 (+165221us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.090747 (+ 610us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.138781 (+ 48034us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:43828: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:43828): Cannot send after transport endpoint shutdown (error 108)
09:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":68538,"thread_start_us":53629,"threads_started":1}
09:08:21.142 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.174.190:36683(127.1.174.190:36683)] handling channelInactive
09:08:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:21.143479 2856 negotiation.cc:337] Failed RPC negotiation. Trace:
09:08:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.453832 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:53290 (local address 127.1.174.190:36683)
09:08:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.502837 (+ 49005us) server_negotiation.cc:207] Beginning negotiation
09:08:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.502859 (+ 22us) server_negotiation.cc:400] Waiting for connection header
09:08:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.579367 (+ 76508us) server_negotiation.cc:408] Connection header received
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.633516 (+ 54149us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.633548 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.633807 (+ 259us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.633962 (+ 155us) server_negotiation.cc:227] Negotiated authn=SASL
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.891459 (+257497us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.893136 (+ 1677us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.100542 (+207406us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.101194 (+ 652us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.136865 (+ 35671us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:53290: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:53290): Cannot send after transport endpoint shutdown (error 108)
09:08:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":48378,"thread_start_us":72917,"threads_started":1}
09:08:21.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.174.189:41827(127.1.174.189:41827)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:08:21.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.174.189:41827: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:08:21.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1077), Traces: [0ms] refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.174.188:45455, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.174.190:36683, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.174.189:41827, [1014ms] Sub RPC ConnectToMaster: received response from server master-127.1.174.188:45455: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1018ms] Sub RPC ConnectToMaster: received response from server master-127.1.174.190:36683: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1059ms] Sub RPC ConnectToMaster: received response from server master-127.1.174.189:41827: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.174.188:45455,127.1.174.190:36683,127.1.174.189:41827). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) [netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.174.188:45455,127.1.174.190:36683,127.1.174.189:41827). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
09:08:21.193 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1087), Traces: [0ms] refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.174.188:45455, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.174.190:36683, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.174.189:41827, [1014ms] Sub RPC ConnectToMaster: received response from server master-127.1.174.188:45455: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1018ms] Sub RPC ConnectToMaster: received response from server master-127.1.174.190:36683: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1059ms] Sub RPC ConnectToMaster: received response from server master-127.1.174.189:41827: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
09:08:21.200 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.174.189:41827(127.1.174.189:41827)] disconnecting while in state TERMINATED
09:08:21.201 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.174.188:45455(127.1.174.188:45455)] disconnecting while in state TERMINATED
09:08:21.202 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.174.190:36683(127.1.174.190:36683)] disconnecting while in state TERMINATED
09:08:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:21.210412 2841 negotiation.cc:337] Failed RPC negotiation. Trace:
09:08:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.489497 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:56998 (local address 127.1.174.189:41827)
09:08:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.490295 (+ 798us) server_negotiation.cc:207] Beginning negotiation
09:08:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.490320 (+ 25us) server_negotiation.cc:400] Waiting for connection header
09:08:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.632306 (+141986us) server_negotiation.cc:408] Connection header received
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.633284 (+ 978us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.633318 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.633562 (+ 244us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.633802 (+ 240us) server_negotiation.cc:227] Negotiated authn=SASL
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.956607 (+322805us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:20.958341 (+ 1734us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.172805 (+214464us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.173501 (+ 696us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:08:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0131 09:08:21.208709 (+ 35208us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:56998: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:56998): Cannot send after transport endpoint shutdown (error 108)
09:08:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":207}
09:08:21.213 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.174.188:45455(127.1.174.188:45455)] handling channelInactive
09:08:21.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:08:21.230 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:08:21.230 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.174.189:41827(127.1.174.189:41827)] handling channelInactive
09:08:21.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.244359 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 2063
09:08:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.272110 2800 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "593e6b58f7a44792bdda268aada6aceb" instance_seqno: 1769850488837493) as {username='kudu', principal='kudu/127.1.174.130@KRBTEST.COM'} at 127.1.174.130:41515; Asking this server to re-register.
09:08:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.274899 2353 heartbeater.cc:461] Registering TS with master...
09:08:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.278281 2800 ts_manager.cc:194] Registered new tserver with Master: 593e6b58f7a44792bdda268aada6aceb (127.1.174.130:43151)
09:08:21.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.292958 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 2217
09:08:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.347635 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 2367
09:08:21.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.384833 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 2602
09:08:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.417832 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 2720
09:08:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:21.440475 1722 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 2514
09:08:22.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:08:22Z chronyd exiting
09:08:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:23.063462 1225 debug-util.cc:398] Leaking SignalData structure 0x7b080006f060 after lost signal to thread 1155
09:08:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:23.064030 1225 debug-util.cc:398] Leaking SignalData structure 0x7b08000b53e0 after lost signal to thread 1228
09:08:23.725 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:08:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:23.727146 993 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1296
09:08:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:23.755291 993 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1441
09:08:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:23.781909 993 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1580
09:08:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:23.818514 993 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1005
09:08:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:23.853420 993 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1075
09:08:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:23.871941 1178 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.248.126:41983: connect: Connection refused (error 111)
09:08:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260131 09:08:23.876473 1178 consensus_peers.cc:597] T 00000000000000000000000000000000 P eaf4db324644498696053dfc6b9339f1 -> Peer 4695d5a063e84962a5dac435aa1e567f (127.0.248.126:41983): Couldn't send request to peer 4695d5a063e84962a5dac435aa1e567f. Status: Network error: Client connection negotiation failed: client connection to 127.0.248.126:41983: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:08:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260131 09:08:23.889931 993 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQh_WEF/build/tsan/bin/kudu with pid 1150
09:08:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-31T09:08:25Z chronyd exiting
09:08:26.082 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.174.188:45455,127.1.174.190:36683,127.1.174.189:41827). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.174.188:45455,127.1.174.190:36683,127.1.174.189:41827). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
09:08:26.595 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
09:08:26.595 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.174.188:45455,127.1.174.190:36683,127.1.174.189:41827). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.174.188:45455,127.1.174.190:36683,127.1.174.189:41827). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more