14:01:19.739 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:01:19.754 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskL07Ale/test-tmp
14:01:19.762 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:01:19.766 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskL07Ale/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:01:19.972 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:01:20.170 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:01:20.172 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:01:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:20.176674 14361 mini_oidc.cc:150] Starting JWKS server
14:01:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:20.180420 14361 webserver.cc:533] Webserver started at http://127.0.0.1:40489/ using document root <none> and password file <none>
14:01:20.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:20.180975 14361 mini_oidc.cc:186] Starting OIDC Discovery server
14:01:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:20.182946 14361 webserver.cc:533] Webserver started at http://127.0.0.1:42401/ using document root <none> and password file <none>
14:01:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T14:01:20Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:01:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T14:01:20Z Disabled control of system clock
14:01:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:20.248361 14361 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:20.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/wal
14:01:20.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/data
14:01:20.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:20.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/logs
14:01:20.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/data/info.pb
14:01:20.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:01:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.126:34515
14:01:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.126
14:01:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40489/jwks.json with env {}
14:01:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.568881 14374 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.569501 14374 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.570134 14374 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.606036 14374 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:01:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.606385 14374 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.606602 14374 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:01:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.606798 14374 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:01:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.607082 14374 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:01:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.607311 14374 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40489/jwks.json
14:01:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:20.647967 14374 master_runner.cc:387] Master server non-default flags:
14:01:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/logs
14:01:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:20.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/data
14:01:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/wal
14:01:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.126:34515
14:01:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40489/jwks.json
14:01:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/data/info.pb
14:01:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.126
14:01:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:01:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:20.649521 14374 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:20.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:20.651329 14374 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:20.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.665215 14380 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:20.666842 14381 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:21.985736 14382 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1318 milliseconds
14:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:21.987296 14383 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:21.990368 14374 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.326s user 0.459s sys 0.863s
14:01:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:21.990743 14374 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.326s user 0.459s sys 0.866s
14:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:21.991052 14374 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:21.993389 14374 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:21.996182 14374 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:21.997521 14374 hybrid_clock.cc:648] HybridClock initialized: now 1790517681997482 us; error 55 us; skew 500 ppm
14:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:21.998449 14374 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.011134 14374 webserver.cc:533] Webserver started at http://127.14.6.126:39147/ using document root <none> and password file <none>
14:01:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.012415 14374 fs_manager.cc:362] Metadata directory not provided
14:01:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.012704 14374 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.013319 14374 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.018301 14374 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/data/instance:
14:01:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3b0e163e27a4dbca6667c0b58d70a99"
14:01:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:22 on dist-test-slave-7zqd"
14:01:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.019888 14374 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/wal/instance:
14:01:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3b0e163e27a4dbca6667c0b58d70a99"
14:01:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:22 on dist-test-slave-7zqd"
14:01:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.029206 14374 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
14:01:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.036374 14390 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.038335 14374 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.002s
14:01:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.038751 14374 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/wal
14:01:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3b0e163e27a4dbca6667c0b58d70a99"
14:01:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:22 on dist-test-slave-7zqd"
14:01:22.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.039252 14374 fs_report.cc:389] FS layout report
14:01:22.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:22.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/wal
14:01:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/wal
14:01:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/data/data
14:01:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:22.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:22.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:22.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:22.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:22.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.122786 14374 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.124456 14374 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.124912 14374 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.200954 14374 rpc_server.cc:307] RPC server started. Bound to: 127.14.6.126:34515
14:01:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.201079 14441 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.6.126:34515 every 8 connection(s)
14:01:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.204193 14374 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/data/info.pb
14:01:22.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.210299 14442 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:01:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.210325 14361 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 14374
14:01:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.210701 14361 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-0/wal/instance
14:01:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.214073 14361 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/wal
14:01:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/data
14:01:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/logs
14:01:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/data/info.pb
14:01:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:01:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.125:42321
14:01:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.125
14:01:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:22.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:22.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:22.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40489/jwks.json with env {}
14:01:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.225535 14442 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } has no permanent_uuid. Determining permanent_uuid...
14:01:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.264945 14442 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } has no permanent_uuid. Determining permanent_uuid...
14:01:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.267774 14394 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.6.125:42321: connect: Connection refused (error 111)
14:01:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.272495 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.125:42321: Network error: Client connection negotiation failed: client connection to 127.14.6.125:42321: connect: Connection refused (error 111)
14:01:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.322113 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } attempt: 1
14:01:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.327016 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.125:42321: Network error: Client connection negotiation failed: client connection to 127.14.6.125:42321: connect: Connection refused (error 111)
14:01:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.395471 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } attempt: 2
14:01:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.400525 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.125:42321: Network error: Client connection negotiation failed: client connection to 127.14.6.125:42321: connect: Connection refused (error 111)
14:01:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.492070 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } attempt: 3
14:01:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.496997 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.125:42321: Network error: Client connection negotiation failed: client connection to 127.14.6.125:42321: connect: Connection refused (error 111)
14:01:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.561595 14444 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.562244 14444 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.562829 14444 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.598138 14444 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:01:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.598459 14444 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.598666 14444 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:01:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.598860 14444 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:01:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.599044 14444 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:01:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.599182 14444 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40489/jwks.json
14:01:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.637660 14444 master_runner.cc:387] Master server non-default flags:
14:01:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/logs
14:01:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/data
14:01:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/wal
14:01:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.125:42321
14:01:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40489/jwks.json
14:01:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/data/info.pb
14:01:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.125
14:01:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:01:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.639454 14444 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.640543 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } attempt: 4
14:01:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.641803 14444 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.646495 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.125:42321: Network error: Client connection negotiation failed: client connection to 127.14.6.125:42321: connect: Connection refused (error 111)
14:01:22.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.656147 14453 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:22.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:22.945998 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } attempt: 5
14:01:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.954679 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.125:42321: Network error: Client connection negotiation failed: client connection to 127.14.6.125:42321: connect: Connection refused (error 111)
14:01:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.502301 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } attempt: 6
14:01:23.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:23.514552 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.125:42321: Network error: Client connection negotiation failed: client connection to 127.14.6.125:42321: connect: Connection refused (error 111)
14:01:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.657966 14454 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:22.660470 14456 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:23.932477 14455 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1268 milliseconds
14:01:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.932649 14444 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.934303 14444 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.937115 14444 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.938546 14444 hybrid_clock.cc:648] HybridClock initialized: now 1790517683938495 us; error 57 us; skew 500 ppm
14:01:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.939525 14444 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.945827 14444 webserver.cc:533] Webserver started at http://127.14.6.125:37357/ using document root <none> and password file <none>
14:01:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.946904 14444 fs_manager.cc:362] Metadata directory not provided
14:01:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.947155 14444 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.947764 14444 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:23.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.952199 14444 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/data/instance:
14:01:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a75445eb0eee40e98267b87fb5e1c6c0"
14:01:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:23 on dist-test-slave-7zqd"
14:01:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.953629 14444 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/wal/instance:
14:01:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a75445eb0eee40e98267b87fb5e1c6c0"
14:01:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:23 on dist-test-slave-7zqd"
14:01:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.961184 14444 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
14:01:23.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.967130 14465 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:23.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.968364 14444 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
14:01:23.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.968750 14444 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/wal
14:01:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a75445eb0eee40e98267b87fb5e1c6c0"
14:01:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:23 on dist-test-slave-7zqd"
14:01:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:23.969170 14444 fs_report.cc:389] FS layout report
14:01:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/wal
14:01:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/wal
14:01:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/data/data
14:01:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:24.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.032603 14444 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.034296 14444 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.034838 14444 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.113685 14444 rpc_server.cc:307] RPC server started. Bound to: 127.14.6.125:42321
14:01:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.113781 14516 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.6.125:42321 every 8 connection(s)
14:01:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.116629 14444 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/data/info.pb
14:01:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.122944 14517 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:01:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.123869 14361 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 14444
14:01:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.124341 14361 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-1/wal/instance
14:01:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.127400 14361 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/wal
14:01:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/data
14:01:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/logs
14:01:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/data/info.pb
14:01:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:01:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.124:41377
14:01:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.124
14:01:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40489/jwks.json with env {}
14:01:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.137992 14517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } has no permanent_uuid. Determining permanent_uuid...
14:01:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.161255 14517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } has no permanent_uuid. Determining permanent_uuid...
14:01:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.177580 14517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } has no permanent_uuid. Determining permanent_uuid...
14:01:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.179899 14468 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.184216 14517 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.233832 14517 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 1
14:01:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.239393 14517 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.307870 14517 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 2
14:01:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.312444 14517 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.403939 14517 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 3
14:01:24.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.408833 14517 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.483378 14519 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:24.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.484103 14519 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.484779 14519 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.519685 14519 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:01:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.520092 14519 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.520447 14519 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:01:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.520839 14519 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:01:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.521288 14519 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:01:24.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.521561 14519 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40489/jwks.json
14:01:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.552356 14517 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 4
14:01:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.557806 14517 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.563954 14519 master_runner.cc:387] Master server non-default flags:
14:01:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/logs
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/data
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/wal
14:01:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.124:41377
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40489/jwks.json
14:01:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/data/info.pb
14:01:24.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.124
14:01:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:01:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.565708 14519 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.568059 14519 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.575181 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } attempt: 7
14:01:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.581930 14529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.592428 14442 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } has no permanent_uuid. Determining permanent_uuid...
14:01:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.598335 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.656879 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 1
14:01:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.662181 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.743682 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 2
14:01:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.748829 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.834365 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 3
14:01:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.838583 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.857296 14517 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 5
14:01:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.862588 14517 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.979241 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 4
14:01:24.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.983954 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.267619 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 5
14:01:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:25.273149 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.410008 14517 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 6
14:01:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:25.418798 14517 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.586072 14531 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:24.587946 14533 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:24.588723 14519 server_base.cc:1061] running on GCE node
14:01:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.807435 14519 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.810528 14519 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.811968 14519 hybrid_clock.cc:648] HybridClock initialized: now 1790517685811899 us; error 79 us; skew 500 ppm
14:01:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.812736 14519 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.819900 14519 webserver.cc:533] Webserver started at http://127.14.6.124:35119/ using document root <none> and password file <none>
14:01:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.820892 14519 fs_manager.cc:362] Metadata directory not provided
14:01:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.821084 14519 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.821542 14519 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.825637 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 6
14:01:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.825816 14519 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/data/instance:
14:01:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec49875279fc4e90a46742f3194a7428"
14:01:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:25 on dist-test-slave-7zqd"
14:01:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.827281 14519 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/wal/instance:
14:01:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec49875279fc4e90a46742f3194a7428"
14:01:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:25 on dist-test-slave-7zqd"
14:01:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:25.832716 14442 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.6.124:41377: Network error: Client connection negotiation failed: client connection to 127.14.6.124:41377: connect: Connection refused (error 111)
14:01:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.836700 14519 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
14:01:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.842481 14545 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.843760 14519 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:01:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.844064 14519 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/wal
14:01:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec49875279fc4e90a46742f3194a7428"
14:01:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:25 on dist-test-slave-7zqd"
14:01:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.844380 14519 fs_report.cc:389] FS layout report
14:01:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/wal
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/wal
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/data/data
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.893282 14519 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.894819 14519 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.895226 14519 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.971566 14519 rpc_server.cc:307] RPC server started. Bound to: 127.14.6.124:41377
14:01:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.971673 14596 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.6.124:41377 every 8 connection(s)
14:01:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.974601 14519 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/data/info.pb
14:01:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.980551 14361 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 14519
14:01:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.981062 14361 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/master-2/wal/instance
14:01:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.981103 14597 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:01:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:25.998018 14597 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } has no permanent_uuid. Determining permanent_uuid...
14:01:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.027096 14597 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } has no permanent_uuid. Determining permanent_uuid...
14:01:26.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.038040 14597 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } has no permanent_uuid. Determining permanent_uuid...
14:01:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.055102 14597 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428: Bootstrap starting.
14:01:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.062229 14597 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428: Neither blocks nor log segments found. Creating new log.
14:01:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.064226 14597 log.cc:826] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428: Log is configured to *not* fsync() on all Append() calls
14:01:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.069546 14597 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428: No bootstrap required, opened a new log
14:01:26.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.090351 14597 raft_consensus.cc:359] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.091040 14597 raft_consensus.cc:385] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:01:26.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.091238 14597 raft_consensus.cc:740] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec49875279fc4e90a46742f3194a7428, State: Initialized, Role: FOLLOWER
14:01:26.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.092094 14597 consensus_queue.cc:260] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.094986 14606 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:26.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.095628 14606 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: This master's current role is: FOLLOWER
14:01:26.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.097209 14597 sys_catalog.cc:565] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: configured and running, proceeding with master startup.
14:01:26.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.109095 14606 raft_consensus.cc:493] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:01:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.110165 14606 raft_consensus.cc:515] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.116251 14606 leader_election.cc:290] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e3b0e163e27a4dbca6667c0b58d70a99 (127.14.6.126:34515), a75445eb0eee40e98267b87fb5e1c6c0 (127.14.6.125:42321)
14:01:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:26.150664 14551 tablet.cc:2433] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:01:26.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:26.157378 14617 catalog_manager.cc:1607] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:01:26.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:26.157877 14617 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:01:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.131031 14519 master_runner.cc:187] Error getting master registration for 127.14.6.126:34515: OK, instance_id { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" instance_seqno: 1790517682179728 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:01:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.167798 14519 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:01:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.479203 14517 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 7
14:01:26.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.516217 14517 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0: Bootstrap starting.
14:01:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.524762 14517 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0: Neither blocks nor log segments found. Creating new log.
14:01:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.528014 14517 log.cc:826] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0: Log is configured to *not* fsync() on all Append() calls
14:01:26.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.536309 14517 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0: No bootstrap required, opened a new log
14:01:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.565060 14517 raft_consensus.cc:359] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.565903 14517 raft_consensus.cc:385] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:01:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.566200 14517 raft_consensus.cc:740] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a75445eb0eee40e98267b87fb5e1c6c0, State: Initialized, Role: FOLLOWER
14:01:26.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.567188 14517 consensus_queue.cc:260] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.572937 14621 sys_catalog.cc:455] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:26.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.574293 14621 sys_catalog.cc:458] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [sys.catalog]: This master's current role is: FOLLOWER
14:01:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.574764 14517 sys_catalog.cc:565] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [sys.catalog]: configured and running, proceeding with master startup.
14:01:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.575203 14492 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec49875279fc4e90a46742f3194a7428" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" is_pre_election: true
14:01:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.576150 14492 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ec49875279fc4e90a46742f3194a7428 in term 0.
14:01:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.577739 14549 leader_election.cc:304] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a75445eb0eee40e98267b87fb5e1c6c0, ec49875279fc4e90a46742f3194a7428; no voters:
14:01:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.579188 14606 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:01:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.579573 14606 raft_consensus.cc:493] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:01:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.579968 14606 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 0 FOLLOWER]: Advancing to term 1
14:01:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.588157 14606 raft_consensus.cc:515] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.591073 14606 leader_election.cc:290] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [CANDIDATE]: Term 1 election: Requested vote from peers e3b0e163e27a4dbca6667c0b58d70a99 (127.14.6.126:34515), a75445eb0eee40e98267b87fb5e1c6c0 (127.14.6.125:42321)
14:01:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.591496 14492 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec49875279fc4e90a46742f3194a7428" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a75445eb0eee40e98267b87fb5e1c6c0"
14:01:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.592451 14492 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [term 0 FOLLOWER]: Advancing to term 1
14:01:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.600065 14492 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec49875279fc4e90a46742f3194a7428 in term 1.
14:01:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.601749 14549 leader_election.cc:304] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a75445eb0eee40e98267b87fb5e1c6c0, ec49875279fc4e90a46742f3194a7428; no voters:
14:01:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.602664 14606 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 1 FOLLOWER]: Leader election won for term 1
14:01:26.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.618063 14606 raft_consensus.cc:697] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [term 1 LEADER]: Becoming Leader. State: Replica: ec49875279fc4e90a46742f3194a7428, State: Running, Role: LEADER
14:01:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.619163 14606 consensus_queue.cc:237] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.636981 14626 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec49875279fc4e90a46742f3194a7428. Latest consensus state: current_term: 1 leader_uuid: "ec49875279fc4e90a46742f3194a7428" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.637763 14626 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: This master's current role is: LEADER
14:01:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.642513 14634 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:01:26.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.644568 14635 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:01:26.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.651794 14635 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:01:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.647089 14444 master_runner.cc:187] Error getting master registration for 127.14.6.126:34515: OK, instance_id { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" instance_seqno: 1790517682179728 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:01:26.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.685483 14444 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:01:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.689779 14492 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [term 1 FOLLOWER]: Refusing update from remote peer ec49875279fc4e90a46742f3194a7428: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:01:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.691409 14606 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:01:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.710228 14621 sys_catalog.cc:455] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec49875279fc4e90a46742f3194a7428. Latest consensus state: current_term: 1 leader_uuid: "ec49875279fc4e90a46742f3194a7428" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.711606 14621 sys_catalog.cc:458] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [sys.catalog]: This master's current role is: FOLLOWER
14:01:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.718115 14626 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ec49875279fc4e90a46742f3194a7428" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.719008 14626 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: This master's current role is: LEADER
14:01:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.719604 14637 mvcc.cc:204] Tried to move back new op lower bound from 7333960444664287232 to 7333960444403281920. Current Snapshot: MvccSnapshot[applied={T|T < 7333960444664287232}]
14:01:26.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.726563 14635 catalog_manager.cc:1396] Generated new cluster ID: e99e1af015874b7da73504cb21931780
14:01:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.726881 14635 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:01:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.727885 14621 sys_catalog.cc:455] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ec49875279fc4e90a46742f3194a7428" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:26.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.728581 14621 sys_catalog.cc:458] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0 [sys.catalog]: This master's current role is: FOLLOWER
14:01:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.766074 14635 catalog_manager.cc:1419] Generated new certificate authority record
14:01:26.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.768576 14635 catalog_manager.cc:1553] Loading token signing keys...
14:01:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.798764 14635 catalog_manager.cc:6219] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428: Generated new TSK 0
14:01:26.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.800312 14635 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:01:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.836346 14361 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/wal
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/data
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/logs
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/data/info.pb
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.65:0
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.6.65
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.65
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:01:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.866060 14442 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } attempt: 7
14:01:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.889556 14442 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99: Bootstrap starting.
14:01:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.897682 14442 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99: Neither blocks nor log segments found. Creating new log.
14:01:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.900064 14442 log.cc:826] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99: Log is configured to *not* fsync() on all Append() calls
14:01:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.906524 14442 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99: No bootstrap required, opened a new log
14:01:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.935287 14442 raft_consensus.cc:359] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.936146 14442 raft_consensus.cc:385] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:01:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.936429 14442 raft_consensus.cc:740] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3b0e163e27a4dbca6667c0b58d70a99, State: Initialized, Role: FOLLOWER
14:01:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.937332 14442 consensus_queue.cc:260] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } }
14:01:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.942605 14442 sys_catalog.cc:565] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [sys.catalog]: configured and running, proceeding with master startup.
14:01:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.942814 14416 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec49875279fc4e90a46742f3194a7428" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3b0e163e27a4dbca6667c0b58d70a99"
14:01:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.943513 14416 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [term 0 FOLLOWER]: Advancing to term 1
14:01:26.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.945351 14417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ec49875279fc4e90a46742f3194a7428" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" is_pre_election: true
14:01:26.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.954825 14416 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ec49875279fc4e90a46742f3194a7428 in term 1.
14:01:26.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.957005 14415 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [term 1 FOLLOWER]: Refusing update from remote peer ec49875279fc4e90a46742f3194a7428: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:01:26.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.963510 14606 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:01:26.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.941788 14644 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:26.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:26.987805 14644 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [sys.catalog]: This master's current role is: FOLLOWER
14:01:27.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.041152 14653 mvcc.cc:204] Tried to move back new op lower bound from 7333960444664287232 to 7333960444403281920. Current Snapshot: MvccSnapshot[applied={T|T < 7333960444664287232}]
14:01:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.066664 14644 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ec49875279fc4e90a46742f3194a7428. Latest consensus state: current_term: 1 leader_uuid: "ec49875279fc4e90a46742f3194a7428" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.069614 14644 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [sys.catalog]: This master's current role is: FOLLOWER
14:01:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.068743 14649 sys_catalog.cc:455] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ec49875279fc4e90a46742f3194a7428" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.070545 14649 sys_catalog.cc:458] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99 [sys.catalog]: This master's current role is: FOLLOWER
14:01:27.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.106858 14660 catalog_manager.cc:1308] Loaded cluster ID: e99e1af015874b7da73504cb21931780
14:01:27.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.107717 14660 catalog_manager.cc:1601] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99: loading cluster ID for follower catalog manager: success
14:01:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.116364 14660 catalog_manager.cc:1623] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99: acquiring CA information for follower catalog manager: success
14:01:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.132803 14660 catalog_manager.cc:1651] T 00000000000000000000000000000000 P e3b0e163e27a4dbca6667c0b58d70a99: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:01:27.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:27.336297 14641 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:27.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:27.337478 14641 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:27.338109 14641 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:27.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:27.374492 14641 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:27.375707 14641 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.6.65
14:01:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.417460 14641 tablet_server_runner.cc:78] Tablet server non-default flags:
14:01:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/logs
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/data
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/wal
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.65:0
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/data/info.pb
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.65
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.6.65
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.419164 14641 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.421506 14641 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:27.437769 14668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.507400 14606 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ec49875279fc4e90a46742f3194a7428" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3b0e163e27a4dbca6667c0b58d70a99" member_type: VOTER last_known_addr { host: "127.14.6.126" port: 34515 } } peers { permanent_uuid: "a75445eb0eee40e98267b87fb5e1c6c0" member_type: VOTER last_known_addr { host: "127.14.6.125" port: 42321 } } peers { permanent_uuid: "ec49875279fc4e90a46742f3194a7428" member_type: VOTER last_known_addr { host: "127.14.6.124" port: 41377 } } }
14:01:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.509442 14606 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec49875279fc4e90a46742f3194a7428 [sys.catalog]: This master's current role is: LEADER
14:01:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.653980 14634 catalog_manager.cc:1308] Loaded cluster ID: e99e1af015874b7da73504cb21931780
14:01:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.666561 14634 catalog_manager.cc:1601] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0: loading cluster ID for follower catalog manager: success
14:01:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.674587 14634 catalog_manager.cc:1623] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0: acquiring CA information for follower catalog manager: success
14:01:27.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:27.682031 14634 catalog_manager.cc:1651] T 00000000000000000000000000000000 P a75445eb0eee40e98267b87fb5e1c6c0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:01:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:28.837627 14666 debug-util.cc:398] Leaking SignalData structure 0x7b0800034de0 after lost signal to thread 14641
14:01:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:30.630381 14641 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.191s user 0.793s sys 1.292s
14:01:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:30.630801 14641 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.191s user 0.793s sys 1.292s
14:01:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:27.439920 14667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.633078 14641 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:30.633661 14670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:30.634200 14669 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3190 milliseconds
14:01:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.637969 14641 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.640919 14641 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.642688 14641 hybrid_clock.cc:648] HybridClock initialized: now 1790517690642642 us; error 52 us; skew 500 ppm
14:01:30.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.644142 14641 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:30.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.653872 14641 webserver.cc:533] Webserver started at http://127.14.6.65:35341/ using document root <none> and password file <none>
14:01:30.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.655611 14641 fs_manager.cc:362] Metadata directory not provided
14:01:30.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.656155 14641 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.656898 14641 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.664608 14641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/data/instance:
14:01:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e13c9957b964b6096f5efb6adbcf6dc"
14:01:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:30 on dist-test-slave-7zqd"
14:01:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.667063 14641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/wal/instance:
14:01:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e13c9957b964b6096f5efb6adbcf6dc"
14:01:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:30 on dist-test-slave-7zqd"
14:01:30.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.678236 14641 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.009s sys 0.000s
14:01:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.688151 14683 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.689575 14641 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
14:01:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.689976 14641 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/wal
14:01:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e13c9957b964b6096f5efb6adbcf6dc"
14:01:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:30 on dist-test-slave-7zqd"
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.690436 14641 fs_report.cc:389] FS layout report
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/wal
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/wal
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/data/data
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:30.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:30.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.762545 14641 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.764649 14641 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.765237 14641 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:30.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.769304 14641 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:01:30.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.775418 14641 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:01:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.775723 14641 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:01:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.776016 14641 ts_tablet_manager.cc:616] Registered 0 tablets
14:01:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.776232 14641 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:01:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.988721 14795 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.6.65:39913 every 8 connection(s)
14:01:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.989755 14641 rpc_server.cc:307] RPC server started. Bound to: 127.14.6.65:39913
14:01:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.993975 14641 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/data/info.pb
14:01:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.998449 14361 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 14641
14:01:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:30.999258 14361 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-0/wal/instance
14:01:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.022104 14361 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/wal
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/data
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/logs
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/data/info.pb
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.66:0
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.6.66
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.66
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:01:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.108592 14797 heartbeater.cc:344] Connected to a master server at 127.14.6.125:42321
14:01:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.108911 14796 heartbeater.cc:344] Connected to a master server at 127.14.6.124:41377
14:01:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.109086 14797 heartbeater.cc:461] Registering TS with master...
14:01:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.109251 14796 heartbeater.cc:461] Registering TS with master...
14:01:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.110401 14797 heartbeater.cc:507] Master 127.14.6.125:42321 requested a full tablet report, sending...
14:01:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.110872 14796 heartbeater.cc:507] Master 127.14.6.124:41377 requested a full tablet report, sending...
14:01:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.113981 14482 ts_manager.cc:194] Registered new tserver with Master: 7e13c9957b964b6096f5efb6adbcf6dc (127.14.6.65:39913)
14:01:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.114665 14562 ts_manager.cc:194] Registered new tserver with Master: 7e13c9957b964b6096f5efb6adbcf6dc (127.14.6.65:39913)
14:01:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.117477 14562 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.6.65:52739
14:01:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.133049 14803 heartbeater.cc:344] Connected to a master server at 127.14.6.126:34515
14:01:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.133430 14803 heartbeater.cc:461] Registering TS with master...
14:01:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.134168 14803 heartbeater.cc:507] Master 127.14.6.126:34515 requested a full tablet report, sending...
14:01:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.137923 14407 ts_manager.cc:194] Registered new tserver with Master: 7e13c9957b964b6096f5efb6adbcf6dc (127.14.6.65:39913)
14:01:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:31.425707 14798 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:31.426308 14798 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:31.426909 14798 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:31.461768 14798 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:31.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:31.462798 14798 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.6.66
14:01:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.500044 14798 tablet_server_runner.cc:78] Tablet server non-default flags:
14:01:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/logs
14:01:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/data
14:01:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/wal
14:01:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.66:0
14:01:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/data/info.pb
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.66
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.6.66
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:01:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:31.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.501771 14798 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:31.503995 14798 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:31.517316 14814 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:32.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.122701 14796 heartbeater.cc:499] Master 127.14.6.124:41377 was elected leader, sending a full tablet report...
14:01:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:31.519269 14815 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:32.814066 14817 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:32.816962 14816 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1293 milliseconds
14:01:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.817090 14798 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.818393 14798 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:32.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.820577 14798 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.821985 14798 hybrid_clock.cc:648] HybridClock initialized: now 1790517692821938 us; error 44 us; skew 500 ppm
14:01:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.822968 14798 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.832690 14798 webserver.cc:533] Webserver started at http://127.14.6.66:41785/ using document root <none> and password file <none>
14:01:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.833740 14798 fs_manager.cc:362] Metadata directory not provided
14:01:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.833989 14798 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.834587 14798 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.838914 14798 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/data/instance:
14:01:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03dbbca5f194963851fde36fc8db4e3"
14:01:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:32 on dist-test-slave-7zqd"
14:01:32.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.840154 14798 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/wal/instance:
14:01:32.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03dbbca5f194963851fde36fc8db4e3"
14:01:32.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:32 on dist-test-slave-7zqd"
14:01:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.847610 14798 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
14:01:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.853379 14825 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.854488 14798 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:01:32.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.854873 14798 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/wal
14:01:32.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e03dbbca5f194963851fde36fc8db4e3"
14:01:32.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:32 on dist-test-slave-7zqd"
14:01:32.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.855240 14798 fs_report.cc:389] FS layout report
14:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/wal
14:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/wal
14:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/data/data
14:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:32.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.925012 14798 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.926594 14798 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.927115 14798 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:32.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.929752 14798 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:01:32.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.933837 14798 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:01:32.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.934075 14798 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:01:32.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.934425 14798 ts_tablet_manager.cc:616] Registered 0 tablets
14:01:32.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:32.934638 14798 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:01:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.088640 14798 rpc_server.cc:307] RPC server started. Bound to: 127.14.6.66:33893
14:01:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.088743 14937 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.6.66:33893 every 8 connection(s)
14:01:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.091455 14798 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/data/info.pb
14:01:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.101284 14361 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 14798
14:01:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.101768 14361 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-1/wal/instance
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.125753 14361 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/wal
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/data
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/logs
14:01:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/data/info.pb
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.67:0
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.6.67
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.67
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:01:33.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.138676 14938 heartbeater.cc:344] Connected to a master server at 127.14.6.124:41377
14:01:33.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.139211 14938 heartbeater.cc:461] Registering TS with master...
14:01:33.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.139501 14940 heartbeater.cc:344] Connected to a master server at 127.14.6.126:34515
14:01:33.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.139801 14940 heartbeater.cc:461] Registering TS with master...
14:01:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.140566 14938 heartbeater.cc:507] Master 127.14.6.124:41377 requested a full tablet report, sending...
14:01:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.140954 14940 heartbeater.cc:507] Master 127.14.6.126:34515 requested a full tablet report, sending...
14:01:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.143812 14939 heartbeater.cc:344] Connected to a master server at 127.14.6.125:42321
14:01:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.144131 14939 heartbeater.cc:461] Registering TS with master...
14:01:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.144112 14407 ts_manager.cc:194] Registered new tserver with Master: e03dbbca5f194963851fde36fc8db4e3 (127.14.6.66:33893)
14:01:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.144969 14939 heartbeater.cc:507] Master 127.14.6.125:42321 requested a full tablet report, sending...
14:01:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.146113 14562 ts_manager.cc:194] Registered new tserver with Master: e03dbbca5f194963851fde36fc8db4e3 (127.14.6.66:33893)
14:01:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.148295 14482 ts_manager.cc:194] Registered new tserver with Master: e03dbbca5f194963851fde36fc8db4e3 (127.14.6.66:33893)
14:01:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.148644 14562 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.6.66:55869
14:01:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:33.471518 14948 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:33.472005 14948 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:33.472395 14948 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:33.512302 14948 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:33.513073 14948 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.6.67
14:01:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.551039 14948 tablet_server_runner.cc:78] Tablet server non-default flags:
14:01:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/logs
14:01:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.6.84:46789
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/data
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/wal
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.6.67:0
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/data/info.pb
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.6.67
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.6.126:34515,127.14.6.125:42321,127.14.6.124:41377
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.6.67
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:01:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.552623 14948 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:33.554925 14948 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:33.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:33.568892 14954 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.153304 14938 heartbeater.cc:499] Master 127.14.6.124:41377 was elected leader, sending a full tablet report...
14:01:34.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:33.573796 14957 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:34.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:33.569468 14955 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:34.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:34.855414 14956 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1281 milliseconds
14:01:34.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.855522 14948 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:34.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.857084 14948 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:34.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.859962 14948 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:34.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.861420 14948 hybrid_clock.cc:648] HybridClock initialized: now 1790517694861372 us; error 65 us; skew 500 ppm
14:01:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.862246 14948 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.869309 14948 webserver.cc:533] Webserver started at http://127.14.6.67:42767/ using document root <none> and password file <none>
14:01:34.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.870184 14948 fs_manager.cc:362] Metadata directory not provided
14:01:34.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.870445 14948 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.870862 14948 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:34.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.875162 14948 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/data/instance:
14:01:34.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98a27051ad4f4e5588543cbf1f20524b"
14:01:34.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:34 on dist-test-slave-7zqd"
14:01:34.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.876534 14948 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/wal/instance:
14:01:34.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98a27051ad4f4e5588543cbf1f20524b"
14:01:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:34 on dist-test-slave-7zqd"
14:01:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.885051 14948 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
14:01:34.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.891168 14965 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:34.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.892279 14948 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.892630 14948 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/wal
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98a27051ad4f4e5588543cbf1f20524b"
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:34 on dist-test-slave-7zqd"
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.892992 14948 fs_report.cc:389] FS layout report
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/wal
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/wal
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/data/data
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.967662 14948 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.969377 14948 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:34.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.969982 14948 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.976274 14948 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:01:34.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.981590 14948 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:01:34.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.981846 14948 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:01:34.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.982178 14948 ts_tablet_manager.cc:616] Registered 0 tablets
14:01:34.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:34.982447 14948 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
14:01:35.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.127347 14948 rpc_server.cc:307] RPC server started. Bound to: 127.14.6.67:35931
14:01:35.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.127418 15077 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.6.67:35931 every 8 connection(s)
14:01:35.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.130788 14948 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/data/info.pb
14:01:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.139223 14361 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 14948
14:01:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.139771 14361 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster9082188189541661373/ts-2/wal/instance
14:01:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.194079 15079 heartbeater.cc:344] Connected to a master server at 127.14.6.125:42321
14:01:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.194761 15079 heartbeater.cc:461] Registering TS with master...
14:01:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.196589 15079 heartbeater.cc:507] Master 127.14.6.125:42321 requested a full tablet report, sending...
14:01:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.201793 14482 ts_manager.cc:194] Registered new tserver with Master: 98a27051ad4f4e5588543cbf1f20524b (127.14.6.67:35931)
14:01:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.202636 15078 heartbeater.cc:344] Connected to a master server at 127.14.6.124:41377
14:01:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.202968 15078 heartbeater.cc:461] Registering TS with master...
14:01:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.203889 15078 heartbeater.cc:507] Master 127.14.6.124:41377 requested a full tablet report, sending...
14:01:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.206292 14562 ts_manager.cc:194] Registered new tserver with Master: 98a27051ad4f4e5588543cbf1f20524b (127.14.6.67:35931)
14:01:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.208088 14562 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.6.67:52299
14:01:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.210737 15080 heartbeater.cc:344] Connected to a master server at 127.14.6.126:34515
14:01:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.211041 15080 heartbeater.cc:461] Registering TS with master...
14:01:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.211746 15080 heartbeater.cc:507] Master 127.14.6.126:34515 requested a full tablet report, sending...
14:01:35.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.214668 14407 ts_manager.cc:194] Registered new tserver with Master: 98a27051ad4f4e5588543cbf1f20524b (127.14.6.67:35931)
14:01:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.223899 14361 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:01:35.236 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:01:35.237 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:01:35.246 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.6.126"
port: 34515
}
bound_http_address {
host: "127.14.6.126"
port: 39147
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.6.125"
port: 42321
}
bound_http_address {
host: "127.14.6.125"
port: 37357
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.6.124"
port: 41377
}
bound_http_address {
host: "127.14.6.124"
port: 35119
}
}
}
14:01:35.249 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:01:35.251 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.14.6.65"
port: 39913
}
bound_http_address {
host: "127.14.6.65"
port: 35341
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.14.6.66"
port: 33893
}
bound_http_address {
host: "127.14.6.66"
port: 41785
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.14.6.67"
port: 35931
}
bound_http_address {
host: "127.14.6.67"
port: 42767
}
}
}
14:01:35.251 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:01:35.421 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:01:35.484 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:01:35.573 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskL07Ale/test-tmp
14:01:35.574 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:01:35.574 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskL07Ale/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:01:35.591 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:01:35.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:35.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:01:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.963447 15090 mini_oidc.cc:150] Starting JWKS server
14:01:35.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.966907 15090 webserver.cc:533] Webserver started at http://127.0.0.1:38283/ using document root <none> and password file <none>
14:01:35.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.967362 15090 mini_oidc.cc:186] Starting OIDC Discovery server
14:01:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:35.969695 15090 webserver.cc:533] Webserver started at http://127.0.0.1:46425/ using document root <none> and password file <none>
14:01:36.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:01:36.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/principal' for realm 'KRBTEST.COM',
14:01:36.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:01:36.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:36 dist-test-slave-7zqd krb5kdc[15102](info): setting up network...
14:01:36.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:01:36.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:36 dist-test-slave-7zqd krb5kdc[15102](info): set up 2 sockets
14:01:36.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:36 dist-test-slave-7zqd krb5kdc[15102](info): commencing operation
14:01:36.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:01:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:36.211786 15078 heartbeater.cc:499] Master 127.14.6.124:41377 was elected leader, sending a full tablet report...
14:01:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.125198 15090 mini_kdc.cc:121] Time spent starting KDC: real 2.110s user 0.005s sys 0.015s
14:01:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:01:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:01:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:01:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:01:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:01:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:01:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:01:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:01:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:01:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:01:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/test-user.keytab.
14:01:38.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/test-user.keytab.
14:01:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:38 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517698, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:01:38.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T14:01:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:01:38.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T14:01:38Z Disabled control of system clock
14:01:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.188.190@KRBTEST.COM; defaulting to no policy
14:01:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.188.190@KRBTEST.COM" created.
14:01:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:38.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.188.190@KRBTEST.COM; defaulting to no policy
14:01:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.188.190@KRBTEST.COM" created.
14:01:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:38.372654 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/logs
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/info.pb
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.190:40235
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.190
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:38.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.190
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:01:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:01:38.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.712335 15119 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.713014 15119 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.713757 15119 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.748744 15119 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:01:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.749033 15119 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:01:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.749459 15119 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.749797 15119 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:01:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.750124 15119 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:01:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.750475 15119 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:01:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.750726 15119 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38283/jwks.json
14:01:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:38.795379 15119 master_runner.cc:387] Master server non-default flags:
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/logs
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.190
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.190:40235
14:01:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/info.pb
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.190
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:38.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:38.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:38.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:38.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:38.797238 15119 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:38.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:38.798727 15119 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:38.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.811681 15125 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.812712 15126 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:38.815124 15128 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:40.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.116621 15127 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1302 milliseconds
14:01:40.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.116751 15119 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.118080 15119 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.120828 15119 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.122201 15119 hybrid_clock.cc:648] HybridClock initialized: now 1790517700122165 us; error 53 us; skew 500 ppm
14:01:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.123296 15119 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:40 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517700, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.130666 15119 init.cc:377] Logged in from keytab as kudu/127.14.188.190@KRBTEST.COM (short username kudu)
14:01:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.151954 15119 webserver.cc:533] Webserver started at http://127.14.188.190:36561/ using document root <none> and password file <none>
14:01:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.153003 15119 fs_manager.cc:362] Metadata directory not provided
14:01:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.153261 15119 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:40.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.153884 15119 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.158172 15119 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/instance:
14:01:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "729b2013b44444a0828e49a4beb81ce2"
14:01:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:40 on dist-test-slave-7zqd"
14:01:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.159417 15119 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal/instance:
14:01:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "729b2013b44444a0828e49a4beb81ce2"
14:01:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:40 on dist-test-slave-7zqd"
14:01:40.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.167217 15119 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
14:01:40.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.173848 15137 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.175616 15119 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
14:01:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.175974 15119 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:01:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "729b2013b44444a0828e49a4beb81ce2"
14:01:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:40 on dist-test-slave-7zqd"
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.176440 15119 fs_report.cc:389] FS layout report
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/data
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.265909 15119 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:40.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.278432 15119 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.278964 15119 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.353690 15119 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.190:40235
14:01:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.353770 15188 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.190:40235 every 8 connection(s)
14:01:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.356596 15119 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/info.pb
14:01:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.359383 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 15119
14:01:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.359927 15090 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal/instance
14:01:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.364264 15189 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:01:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.188.189@KRBTEST.COM; defaulting to no policy
14:01:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.377388 15189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } has no permanent_uuid. Determining permanent_uuid...
14:01:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.188.189@KRBTEST.COM" created.
14:01:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:40 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517700, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.190@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:01:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.422010 15189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } has no permanent_uuid. Determining permanent_uuid...
14:01:40.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.424863 15139 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.188.189@KRBTEST.COM; defaulting to no policy
14:01:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.188.189@KRBTEST.COM" created.
14:01:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.429395 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.189:37989: Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.456822 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/logs
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/info.pb
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.189:37989
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.189
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.189
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:40.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:01:40.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.479022 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } attempt: 1
14:01:40.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.484042 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.189:37989: Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.552428 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } attempt: 2
14:01:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.557175 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.189:37989: Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.648617 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } attempt: 3
14:01:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.653313 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.189:37989: Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:40.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.787856 15198 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:40.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.788476 15198 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:40.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.789045 15198 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:40.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.796790 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } attempt: 4
14:01:40.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.801693 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.189:37989: Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:40.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.827999 15198 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:01:40.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.828239 15198 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:01:40.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.828505 15198 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:40.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.828724 15198 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:01:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.828915 15198 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:01:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.829115 15198 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:01:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.829262 15198 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38283/jwks.json
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.868595 15198 master_runner.cc:387] Master server non-default flags:
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/logs
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.189
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.189:37989
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/info.pb
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.189
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.869840 15198 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:40.871011 15198 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:40.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.881793 15206 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:41.101132 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } attempt: 5
14:01:41.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:41.105631 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.189:37989: Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:41.653198 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } attempt: 6
14:01:41.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:41.664949 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.189:37989: Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:40.883549 15207 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.291769 15209 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.293975 15208 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1407 milliseconds
14:01:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.294137 15198 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.295531 15198 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.298619 15198 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.300138 15198 hybrid_clock.cc:648] HybridClock initialized: now 1790517702300104 us; error 48 us; skew 500 ppm
14:01:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.301132 15198 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:42 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517702, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.308276 15198 init.cc:377] Logged in from keytab as kudu/127.14.188.189@KRBTEST.COM (short username kudu)
14:01:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.313966 15198 webserver.cc:533] Webserver started at http://127.14.188.189:39253/ using document root <none> and password file <none>
14:01:42.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.315089 15198 fs_manager.cc:362] Metadata directory not provided
14:01:42.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.315352 15198 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.315914 15198 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.320329 15198 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/instance:
14:01:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75434ff8e55f4f2abc362f1192221ff8"
14:01:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:42 on dist-test-slave-7zqd"
14:01:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.321527 15198 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal/instance:
14:01:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75434ff8e55f4f2abc362f1192221ff8"
14:01:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:42 on dist-test-slave-7zqd"
14:01:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.329335 15198 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
14:01:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.335757 15220 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.336944 15198 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:01:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.337354 15198 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:01:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75434ff8e55f4f2abc362f1192221ff8"
14:01:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:42 on dist-test-slave-7zqd"
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.337731 15198 fs_report.cc:389] FS layout report
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/data
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.394515 15198 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.400442 15198 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.400979 15198 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.480233 15198 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.189:37989
14:01:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.480286 15271 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.189:37989 every 8 connection(s)
14:01:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.483739 15198 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/info.pb
14:01:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.490453 15272 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:01:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.493518 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 15198
14:01:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.493947 15090 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal/instance
14:01:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.501816 15272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } has no permanent_uuid. Determining permanent_uuid...
14:01:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.188.188@KRBTEST.COM; defaulting to no policy
14:01:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.188.188@KRBTEST.COM" created.
14:01:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:42 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517702, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.189@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:01:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.538575 15272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } has no permanent_uuid. Determining permanent_uuid...
14:01:42.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:42.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:42.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:42 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517702, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.189@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:01:42.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.188.188@KRBTEST.COM; defaulting to no policy
14:01:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.188.188@KRBTEST.COM" created.
14:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.568130 15272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } has no permanent_uuid. Determining permanent_uuid...
14:01:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.570665 15221 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.575054 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.595315 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/logs
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/info.pb
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.188:43205
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.188
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.188
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:01:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:01:42.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.624563 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 1
14:01:42.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.629159 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.697615 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 2
14:01:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.702636 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.725651 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } attempt: 7
14:01:42.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:42 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517700, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.190@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:01:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.750840 15189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } has no permanent_uuid. Determining permanent_uuid...
14:01:42.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.757444 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.794121 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 3
14:01:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.799031 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.815928 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 1
14:01:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.820652 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.902100 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 2
14:01:42.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.906798 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.921694 15283 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:42.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.922355 15283 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:42.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.922955 15283 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.942548 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 4
14:01:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.947745 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.960390 15283 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:01:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.960685 15283 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:01:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.961088 15283 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.961418 15283 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:01:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.961748 15283 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:01:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.962070 15283 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:01:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.962333 15283 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38283/jwks.json
14:01:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:42.992314 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 3
14:01:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:42.996780 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:43.020750 15283 master_runner.cc:387] Master server non-default flags:
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/logs
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.188
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.188:43205
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/info.pb
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.188
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:43.022354 15283 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:43.023384 15283 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:43.036819 15291 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:43.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:43.137217 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 4
14:01:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:43.144836 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:43.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:43.247125 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 5
14:01:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:43.255550 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:43.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:43.428411 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 5
14:01:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:43.436002 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:43.803193 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 6
14:01:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:43.815383 15272 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:43.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:43.988613 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 6
14:01:44.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:44.008653 15189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.188.188:43205: Network error: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:43.037041 15292 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:44.392596 15294 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:44.395422 15293 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1352 milliseconds
14:01:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.395547 15283 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.397053 15283 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.400007 15283 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.401495 15283 hybrid_clock.cc:648] HybridClock initialized: now 1790517704401382 us; error 41 us; skew 500 ppm
14:01:44.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.402523 15283 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:44 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517704, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.408859 15283 init.cc:377] Logged in from keytab as kudu/127.14.188.188@KRBTEST.COM (short username kudu)
14:01:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.414364 15283 webserver.cc:533] Webserver started at http://127.14.188.188:45397/ using document root <none> and password file <none>
14:01:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.415385 15283 fs_manager.cc:362] Metadata directory not provided
14:01:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.415637 15283 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.416240 15283 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.421001 15283 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/instance:
14:01:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "498b7d314be84dd1a1da4c34dc8678b4"
14:01:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:44 on dist-test-slave-7zqd"
14:01:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.422245 15283 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal/instance:
14:01:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "498b7d314be84dd1a1da4c34dc8678b4"
14:01:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:44 on dist-test-slave-7zqd"
14:01:44.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.430150 15283 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
14:01:44.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.436311 15307 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.437779 15283 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
14:01:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.438181 15283 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "498b7d314be84dd1a1da4c34dc8678b4"
14:01:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:44 on dist-test-slave-7zqd"
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.438634 15283 fs_report.cc:389] FS layout report
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/data
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.512069 15283 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.518146 15283 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.518756 15283 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.602221 15283 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.188:43205
14:01:44.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.602320 15359 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.188:43205 every 8 connection(s)
14:01:44.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.606004 15283 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/info.pb
14:01:44.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.608207 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 15283
14:01:44.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.608695 15090 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal/instance
14:01:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.614060 15360 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:01:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.632076 15360 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } has no permanent_uuid. Determining permanent_uuid...
14:01:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:44 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517698, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:01:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:44 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517704, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.188@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:01:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.675791 15360 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } has no permanent_uuid. Determining permanent_uuid...
14:01:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:44 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517698, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:01:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:44 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517704, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.188@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:01:44.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:44 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517698, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.188.188@KRBTEST.COM
14:01:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.704286 15360 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } has no permanent_uuid. Determining permanent_uuid...
14:01:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:44 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517704, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.188@KRBTEST.COM for kudu/127.14.188.188@KRBTEST.COM
14:01:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.735164 15360 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Bootstrap starting.
14:01:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.741245 15360 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Neither blocks nor log segments found. Creating new log.
14:01:44.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.743393 15360 log.cc:826] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Log is configured to *not* fsync() on all Append() calls
14:01:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.748119 15360 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: No bootstrap required, opened a new log
14:01:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.767822 15360 raft_consensus.cc:359] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:44.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.768959 15360 raft_consensus.cc:385] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:01:44.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.769457 15360 raft_consensus.cc:740] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 498b7d314be84dd1a1da4c34dc8678b4, State: Initialized, Role: FOLLOWER
14:01:44.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.770625 15360 consensus_queue.cc:260] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:44.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.773247 15372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.773891 15372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: This master's current role is: FOLLOWER
14:01:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.774729 15360 sys_catalog.cc:565] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: configured and running, proceeding with master startup.
14:01:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:44.774799 15314 tablet.cc:2433] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:01:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:44.801707 15383 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:01:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:44.802006 15383 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:01:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.797501 15283 master_runner.cc:187] Error getting master registration for 127.14.188.190:40235: OK, instance_id { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" instance_seqno: 1790517700333519 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:01:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.830308 15283 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:01:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.876012 15272 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 7
14:01:44.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:44 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517702, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.189@KRBTEST.COM for kudu/127.14.188.188@KRBTEST.COM
14:01:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.907145 15272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Bootstrap starting.
14:01:44.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.914530 15272 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Neither blocks nor log segments found. Creating new log.
14:01:44.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.916461 15272 log.cc:826] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Log is configured to *not* fsync() on all Append() calls
14:01:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.921006 15272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: No bootstrap required, opened a new log
14:01:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.941004 15272 raft_consensus.cc:359] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:44.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.941677 15272 raft_consensus.cc:385] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:01:44.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.941979 15272 raft_consensus.cc:740] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75434ff8e55f4f2abc362f1192221ff8, State: Initialized, Role: FOLLOWER
14:01:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.942960 15272 consensus_queue.cc:260] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:44.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.946005 15387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.946866 15387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: This master's current role is: FOLLOWER
14:01:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.947791 15272 sys_catalog.cc:565] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: configured and running, proceeding with master startup.
14:01:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.965334 15387 raft_consensus.cc:493] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:01:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.966076 15387 raft_consensus.cc:515] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.981444 15335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "75434ff8e55f4f2abc362f1192221ff8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "498b7d314be84dd1a1da4c34dc8678b4" is_pre_election: true
14:01:44.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.988476 15335 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 75434ff8e55f4f2abc362f1192221ff8 in term 0.
14:01:44.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.988960 15387 leader_election.cc:290] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235), 498b7d314be84dd1a1da4c34dc8678b4 (127.14.188.188:43205)
14:01:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.993098 15221 leader_election.cc:304] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 498b7d314be84dd1a1da4c34dc8678b4, 75434ff8e55f4f2abc362f1192221ff8; no voters:
14:01:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.995366 15387 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:01:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.996263 15387 raft_consensus.cc:493] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:01:44.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:44.997126 15387 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 0 FOLLOWER]: Advancing to term 1
14:01:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.041218 15387 raft_consensus.cc:515] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.042237 15189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } attempt: 7
14:01:45.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.057986 15387 leader_election.cc:290] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [CANDIDATE]: Term 1 election: Requested vote from peers 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235), 498b7d314be84dd1a1da4c34dc8678b4 (127.14.188.188:43205)
14:01:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.058949 15335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "75434ff8e55f4f2abc362f1192221ff8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "498b7d314be84dd1a1da4c34dc8678b4"
14:01:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.059505 15335 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 0 FOLLOWER]: Advancing to term 1
14:01:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:45 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517700, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.190@KRBTEST.COM for kudu/127.14.188.188@KRBTEST.COM
14:01:45.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.070325 15335 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 75434ff8e55f4f2abc362f1192221ff8 in term 1.
14:01:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.078845 15221 leader_election.cc:304] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 498b7d314be84dd1a1da4c34dc8678b4, 75434ff8e55f4f2abc362f1192221ff8; no voters:
14:01:45.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.079831 15387 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 1 FOLLOWER]: Leader election won for term 1
14:01:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:45.095703 15398 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:01:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.097652 15387 raft_consensus.cc:697] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 1 LEADER]: Becoming Leader. State: Replica: 75434ff8e55f4f2abc362f1192221ff8, State: Running, Role: LEADER
14:01:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.098881 15387 consensus_queue.cc:237] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:45.110384 15398 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:01:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.150663 15189 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: Bootstrap starting.
14:01:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:45.159181 15226 tablet.cc:2433] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:01:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.201588 15189 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: Neither blocks nor log segments found. Creating new log.
14:01:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.203922 15189 log.cc:826] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: Log is configured to *not* fsync() on all Append() calls
14:01:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.206372 15401 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 75434ff8e55f4f2abc362f1192221ff8. Latest consensus state: current_term: 1 leader_uuid: "75434ff8e55f4f2abc362f1192221ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.207329 15401 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: This master's current role is: LEADER
14:01:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.019459 15198 master_runner.cc:187] Error getting master registration for 127.14.188.190:40235: OK, instance_id { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" instance_seqno: 1790517700333519 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:01:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.226150 15198 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:01:45.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.243191 15404 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:01:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.254164 15404 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:01:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.255082 15189 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: No bootstrap required, opened a new log
14:01:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.311558 15335 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Refusing update from remote peer 75434ff8e55f4f2abc362f1192221ff8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:01:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.311580 15189 raft_consensus.cc:359] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.312398 15189 raft_consensus.cc:385] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:01:45.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.313019 15189 raft_consensus.cc:740] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 729b2013b44444a0828e49a4beb81ce2, State: Initialized, Role: FOLLOWER
14:01:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.314008 15189 consensus_queue.cc:260] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.314491 15387 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:01:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.363502 15163 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "75434ff8e55f4f2abc362f1192221ff8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "729b2013b44444a0828e49a4beb81ce2"
14:01:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.364212 15163 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 0 FOLLOWER]: Advancing to term 1
14:01:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.366848 15164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "75434ff8e55f4f2abc362f1192221ff8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "729b2013b44444a0828e49a4beb81ce2" is_pre_election: true
14:01:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.376591 15163 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 75434ff8e55f4f2abc362f1192221ff8 in term 1.
14:01:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.378100 15162 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 1 FOLLOWER]: Refusing update from remote peer 75434ff8e55f4f2abc362f1192221ff8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:01:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.386663 15387 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:01:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.359853 15406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.408277 15407 sys_catalog.cc:455] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 75434ff8e55f4f2abc362f1192221ff8. Latest consensus state: current_term: 1 leader_uuid: "75434ff8e55f4f2abc362f1192221ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.409507 15407 sys_catalog.cc:458] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: This master's current role is: FOLLOWER
14:01:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.410187 15406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: This master's current role is: FOLLOWER
14:01:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.403506 15189 sys_catalog.cc:565] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: configured and running, proceeding with master startup.
14:01:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.436579 15407 sys_catalog.cc:455] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "75434ff8e55f4f2abc362f1192221ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.437361 15407 sys_catalog.cc:458] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: This master's current role is: FOLLOWER
14:01:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.441322 15401 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "75434ff8e55f4f2abc362f1192221ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.442063 15401 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: This master's current role is: LEADER
14:01:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.447572 15409 sys_catalog.cc:455] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 75434ff8e55f4f2abc362f1192221ff8. Latest consensus state: current_term: 1 leader_uuid: "75434ff8e55f4f2abc362f1192221ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.448379 15409 sys_catalog.cc:458] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: This master's current role is: FOLLOWER
14:01:45.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.450611 15404 catalog_manager.cc:1396] Generated new cluster ID: 64be01607eeb414cbfe1385962311533
14:01:45.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.450932 15404 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:01:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.456394 15387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "75434ff8e55f4f2abc362f1192221ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.457147 15387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: This master's current role is: LEADER
14:01:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.461817 15409 sys_catalog.cc:455] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "75434ff8e55f4f2abc362f1192221ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.462564 15409 sys_catalog.cc:458] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: This master's current role is: FOLLOWER
14:01:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.509264 15404 catalog_manager.cc:1419] Generated new certificate authority record
14:01:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.511448 15404 catalog_manager.cc:1553] Loading token signing keys...
14:01:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.545960 15404 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Generated new TSK 0
14:01:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.547087 15404 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:01:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.188.129@KRBTEST.COM; defaulting to no policy
14:01:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.646942 15428 catalog_manager.cc:1308] Loaded cluster ID: 64be01607eeb414cbfe1385962311533
14:01:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.647214 15428 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: loading cluster ID for follower catalog manager: success
14:01:45.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.665895 15428 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: acquiring CA information for follower catalog manager: success
14:01:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.672786 15428 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:01:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.807839 15383 catalog_manager.cc:1308] Loaded cluster ID: 64be01607eeb414cbfe1385962311533
14:01:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.810045 15383 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: loading cluster ID for follower catalog manager: success
14:01:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.817976 15383 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: acquiring CA information for follower catalog manager: success
14:01:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.824357 15383 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:01:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.188.129@KRBTEST.COM" created.
14:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:45.870910 15090 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.188.129: real 0.298s user 0.002s sys 0.013s
14:01:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.188.129@KRBTEST.COM; defaulting to no policy
14:01:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.188.129@KRBTEST.COM" created.
14:01:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:45.932981 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/wal
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/data
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/logs
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/data/info.pb
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.129:0
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.188.129
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.129
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.129
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:01:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:46.612457 15434 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:46.616889 15434 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:46.618304 15434 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:46.732076 15434 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:46.734014 15434 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.188.129
14:01:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:46.812060 15434 tablet_server_runner.cc:78] Tablet server non-default flags:
14:01:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/logs
14:01:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/data
14:01:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/wal
14:01:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.129
14:01:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.129:0
14:01:46.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/data/info.pb
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.129
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.188.129
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:46.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:46.818204 15434 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:46.820129 15434 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:46.855790 15440 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:46.867055 15434 server_base.cc:1061] running on GCE node
14:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:46.862764 15441 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:48.663465 15443 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.668087 15434 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.670924 15434 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:48.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.672426 15434 hybrid_clock.cc:648] HybridClock initialized: now 1790517708672218 us; error 196 us; skew 500 ppm
14:01:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.673513 15434 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:48.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:48 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517708, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:48.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.681787 15434 init.cc:377] Logged in from keytab as kudu/127.14.188.129@KRBTEST.COM (short username kudu)
14:01:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.690337 15434 webserver.cc:533] Webserver started at http://127.14.188.129:44171/ using document root <none> and password file <none>
14:01:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.691630 15434 fs_manager.cc:362] Metadata directory not provided
14:01:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.691944 15434 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.692549 15434 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.699291 15434 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/data/instance:
14:01:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a4b8777ac75477998b68991b903300b"
14:01:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:48 on dist-test-slave-7zqd"
14:01:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.700841 15434 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/wal/instance:
14:01:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a4b8777ac75477998b68991b903300b"
14:01:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:48 on dist-test-slave-7zqd"
14:01:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.711360 15434 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.010s sys 0.000s
14:01:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.719269 15453 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.721028 15434 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
14:01:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.721688 15434 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/wal
14:01:48.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3a4b8777ac75477998b68991b903300b"
14:01:48.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:48 on dist-test-slave-7zqd"
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.723503 15434 fs_report.cc:389] FS layout report
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/wal
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/wal
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/data/data
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.794154 15434 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.809885 15434 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.810500 15434 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.815560 15434 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:01:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.822640 15434 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:01:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.823021 15434 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:01:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.823369 15434 ts_tablet_manager.cc:616] Registered 0 tablets
14:01:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:48.823581 15434 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:01:49.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.104602 15434 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.129:39943
14:01:49.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.104674 15565 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.129:39943 every 8 connection(s)
14:01:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.108078 15434 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/data/info.pb
14:01:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.114370 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 15434
14:01:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.114957 15090 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-0/wal/instance
14:01:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:49 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517708, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.129@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:01:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.188.130@KRBTEST.COM; defaulting to no policy
14:01:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:49 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517708, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.129@KRBTEST.COM for kudu/127.14.188.188@KRBTEST.COM
14:01:49.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:49.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.188.130@KRBTEST.COM" created.
14:01:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:49 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517708, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.129@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:01:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.184856 15566 heartbeater.cc:344] Connected to a master server at 127.14.188.189:37989
14:01:49.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.185393 15566 heartbeater.cc:461] Registering TS with master...
14:01:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.186846 15566 heartbeater.cc:507] Master 127.14.188.189:37989 requested a full tablet report, sending...
14:01:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.190155 15237 ts_manager.cc:194] Registered new tserver with Master: 3a4b8777ac75477998b68991b903300b (127.14.188.129:39943)
14:01:49.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.192871 15237 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.188.129@KRBTEST.COM'} at 127.14.188.129:50965
14:01:49.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.195907 15567 heartbeater.cc:344] Connected to a master server at 127.14.188.188:43205
14:01:49.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.196252 15567 heartbeater.cc:461] Registering TS with master...
14:01:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.196878 15567 heartbeater.cc:507] Master 127.14.188.188:43205 requested a full tablet report, sending...
14:01:49.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.199682 15325 ts_manager.cc:194] Registered new tserver with Master: 3a4b8777ac75477998b68991b903300b (127.14.188.129:39943)
14:01:49.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.204882 15568 heartbeater.cc:344] Connected to a master server at 127.14.188.190:40235
14:01:49.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.205206 15568 heartbeater.cc:461] Registering TS with master...
14:01:49.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.205791 15568 heartbeater.cc:507] Master 127.14.188.190:40235 requested a full tablet report, sending...
14:01:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.208606 15153 ts_manager.cc:194] Registered new tserver with Master: 3a4b8777ac75477998b68991b903300b (127.14.188.129:39943)
14:01:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.188.130@KRBTEST.COM; defaulting to no policy
14:01:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.188.130@KRBTEST.COM" created.
14:01:49.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:49.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:49.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.264026 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/wal
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/data
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/logs
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/data/info.pb
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.130:0
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.188.130
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.130
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.130
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:01:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:49.619289 15580 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:49.619933 15580 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:49.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:49.620896 15580 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:49.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:49.657299 15580 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:49.658478 15580 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.188.130
14:01:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.699491 15580 tablet_server_runner.cc:78] Tablet server non-default flags:
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/logs
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/data
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/wal
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.130
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.130:0
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/data/info.pb
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.130
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.188.130
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.700799 15580 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:49.701989 15580 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:49.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:49.716327 15587 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:50 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517710, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:50.148546 15133 init.cc:295] Successfully reacquired a new kerberos TGT
14:01:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:50.197599 15566 heartbeater.cc:499] Master 127.14.188.189:37989 was elected leader, sending a full tablet report...
14:01:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:50.609680 14593 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5580 after lost signal to thread 14524
14:01:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:50.610711 14593 debug-util.cc:398] Leaking SignalData structure 0x7b0800070500 after lost signal to thread 14596
14:01:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:51.118764 15586 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15580
14:01:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:49.716741 15588 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:51.745452 15586 kernel_stack_watchdog.cc:198] Thread 15580 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
14:01:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:01:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:01:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:01:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:01:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:51.746232 15580 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.030s user 0.666s sys 1.174s
14:01:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:51.746621 15580 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.031s user 0.666s sys 1.174s
14:01:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:51.747427 15590 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:51.753468 15589 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2027 milliseconds
14:01:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.753528 15580 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.755008 15580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.757668 15580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.759104 15580 hybrid_clock.cc:648] HybridClock initialized: now 1790517711759008 us; error 95 us; skew 500 ppm
14:01:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.760427 15580 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:51 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517711, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.769680 15580 init.cc:377] Logged in from keytab as kudu/127.14.188.130@KRBTEST.COM (short username kudu)
14:01:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.776274 15580 webserver.cc:533] Webserver started at http://127.14.188.130:42141/ using document root <none> and password file <none>
14:01:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.777647 15580 fs_manager.cc:362] Metadata directory not provided
14:01:51.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.777966 15580 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:51.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.778652 15580 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.786367 15580 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/data/instance:
14:01:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d3e35e267604f5aa63e66ac3a0362ae"
14:01:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:51 on dist-test-slave-7zqd"
14:01:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.788174 15580 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/wal/instance:
14:01:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d3e35e267604f5aa63e66ac3a0362ae"
14:01:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:51 on dist-test-slave-7zqd"
14:01:51.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.799748 15580 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.006s sys 0.006s
14:01:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.808583 15606 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.810184 15580 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
14:01:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.810660 15580 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/wal
14:01:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d3e35e267604f5aa63e66ac3a0362ae"
14:01:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:51 on dist-test-slave-7zqd"
14:01:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.811177 15580 fs_report.cc:389] FS layout report
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/wal
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/wal
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/data/data
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.873839 15580 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.880420 15580 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.881047 15580 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.884732 15580 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:01:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.889922 15580 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:01:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.890165 15580 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:01:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.890522 15580 ts_tablet_manager.cc:616] Registered 0 tablets
14:01:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:51.890724 15580 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:01:52.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.066479 15580 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.130:39151
14:01:52.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.066612 15718 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.130:39151 every 8 connection(s)
14:01:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.069105 15580 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/data/info.pb
14:01:52.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.076570 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 15580
14:01:52.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.077185 15090 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-1/wal/instance
14:01:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:52 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517711, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.130@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:01:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.157030 15719 heartbeater.cc:344] Connected to a master server at 127.14.188.189:37989
14:01:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.157630 15719 heartbeater.cc:461] Registering TS with master...
14:01:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.188.131@KRBTEST.COM; defaulting to no policy
14:01:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.159278 15719 heartbeater.cc:507] Master 127.14.188.189:37989 requested a full tablet report, sending...
14:01:52.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.162559 15237 ts_manager.cc:194] Registered new tserver with Master: 6d3e35e267604f5aa63e66ac3a0362ae (127.14.188.130:39151)
14:01:52.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:52.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.188.131@KRBTEST.COM" created.
14:01:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.164506 15237 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.188.130@KRBTEST.COM'} at 127.14.188.130:38481
14:01:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:52 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517711, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.130@KRBTEST.COM for kudu/127.14.188.188@KRBTEST.COM
14:01:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:52 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517711, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.130@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:01:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.185336 15720 heartbeater.cc:344] Connected to a master server at 127.14.188.188:43205
14:01:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.185745 15720 heartbeater.cc:461] Registering TS with master...
14:01:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.186470 15720 heartbeater.cc:507] Master 127.14.188.188:43205 requested a full tablet report, sending...
14:01:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.189565 15325 ts_manager.cc:194] Registered new tserver with Master: 6d3e35e267604f5aa63e66ac3a0362ae (127.14.188.130:39151)
14:01:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.196255 15722 heartbeater.cc:344] Connected to a master server at 127.14.188.190:40235
14:01:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.196663 15722 heartbeater.cc:461] Registering TS with master...
14:01:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.197413 15722 heartbeater.cc:507] Master 127.14.188.190:40235 requested a full tablet report, sending...
14:01:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.200462 15153 ts_manager.cc:194] Registered new tserver with Master: 6d3e35e267604f5aa63e66ac3a0362ae (127.14.188.130:39151)
14:01:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.188.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:52.209918 15090 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.188.131: real 0.108s user 0.000s sys 0.014s
14:01:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.188.131@KRBTEST.COM; defaulting to no policy
14:01:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.188.131@KRBTEST.COM" created.
14:01:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:01:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.188.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab.
14:01:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.267277 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/wal
14:01:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/data
14:01:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/logs
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/data/info.pb
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.131:0
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.188.131
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.131
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.131
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:01:52.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:52 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517712, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:52.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.315052 15216 init.cc:295] Successfully reacquired a new kerberos TGT
14:01:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:52.621598 15733 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:52.622154 15733 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:52.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:52.622977 15733 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:52.661240 15733 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:52.662441 15733 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.188.131
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.706845 15733 tablet_server_runner.cc:78] Tablet server non-default flags:
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/logs
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/data
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/wal
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.131
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.131:0
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/data/info.pb
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.131
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.188.131
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.708515 15733 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:52.709797 15733 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:52.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:52.723688 15740 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:53.175055 15719 heartbeater.cc:499] Master 127.14.188.189:37989 was elected leader, sending a full tablet report...
14:01:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:54.130414 15739 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 15733
14:01:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:54.342208 15739 kernel_stack_watchdog.cc:198] Thread 15733 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 403ms:
14:01:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:01:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:01:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:01:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:01:54.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:52.724925 15741 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:54.346163 15744 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:54.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:54.347864 15733 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.624s user 0.273s sys 0.526s
14:01:54.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:54.348369 15733 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.624s user 0.273s sys 0.526s
14:01:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:54.353566 15742 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1629 milliseconds
14:01:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.353622 15733 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.355571 15733 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.358886 15733 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.360324 15733 hybrid_clock.cc:648] HybridClock initialized: now 1790517714360269 us; error 78 us; skew 500 ppm
14:01:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.361564 15733 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:54 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517714, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.369843 15733 init.cc:377] Logged in from keytab as kudu/127.14.188.131@KRBTEST.COM (short username kudu)
14:01:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.378206 15733 webserver.cc:533] Webserver started at http://127.14.188.131:37059/ using document root <none> and password file <none>
14:01:54.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.379528 15733 fs_manager.cc:362] Metadata directory not provided
14:01:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.379822 15733 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.380409 15733 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:01:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.386092 15733 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/data/instance:
14:01:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fef87df43f76468e902a429b9a88e2ee"
14:01:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:54 on dist-test-slave-7zqd"
14:01:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.387506 15733 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/wal/instance:
14:01:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fef87df43f76468e902a429b9a88e2ee"
14:01:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:54 on dist-test-slave-7zqd"
14:01:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.396842 15733 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.003s sys 0.006s
14:01:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.404511 15756 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.405997 15733 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
14:01:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.406451 15733 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/wal
14:01:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fef87df43f76468e902a429b9a88e2ee"
14:01:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:54 on dist-test-slave-7zqd"
14:01:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.406929 15733 fs_report.cc:389] FS layout report
14:01:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/wal
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/wal
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/data/data
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:54 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517714, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.413762 15303 init.cc:295] Successfully reacquired a new kerberos TGT
14:01:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.485912 15733 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.500595 15733 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.501147 15733 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.504902 15733 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:01:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.510810 15733 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:01:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.511096 15733 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:01:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.511379 15733 ts_tablet_manager.cc:616] Registered 0 tablets
14:01:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.511596 15733 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:01:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.674738 15733 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.131:40133
14:01:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.674922 15870 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.131:40133 every 8 connection(s)
14:01:54.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.678881 15733 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/data/info.pb
14:01:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.688531 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 15733
14:01:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.689054 15090 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/ts-2/wal/instance
14:01:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:54 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517714, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.131@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:01:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:54 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517714, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.131@KRBTEST.COM for kudu/127.14.188.188@KRBTEST.COM
14:01:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:54 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517714, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.131@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:01:54.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.739980 15873 heartbeater.cc:344] Connected to a master server at 127.14.188.190:40235
14:01:54.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.740494 15873 heartbeater.cc:461] Registering TS with master...
14:01:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.741802 15873 heartbeater.cc:507] Master 127.14.188.190:40235 requested a full tablet report, sending...
14:01:54.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.745951 15153 ts_manager.cc:194] Registered new tserver with Master: fef87df43f76468e902a429b9a88e2ee (127.14.188.131:40133)
14:01:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.746765 15872 heartbeater.cc:344] Connected to a master server at 127.14.188.188:43205
14:01:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.747123 15872 heartbeater.cc:461] Registering TS with master...
14:01:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.748036 15872 heartbeater.cc:507] Master 127.14.188.188:43205 requested a full tablet report, sending...
14:01:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.749040 15871 heartbeater.cc:344] Connected to a master server at 127.14.188.189:37989
14:01:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.749414 15871 heartbeater.cc:461] Registering TS with master...
14:01:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.750204 15871 heartbeater.cc:507] Master 127.14.188.189:37989 requested a full tablet report, sending...
14:01:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.750578 15325 ts_manager.cc:194] Registered new tserver with Master: fef87df43f76468e902a429b9a88e2ee (127.14.188.131:40133)
14:01:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.752343 15237 ts_manager.cc:194] Registered new tserver with Master: fef87df43f76468e902a429b9a88e2ee (127.14.188.131:40133)
14:01:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.753912 15237 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.188.131@KRBTEST.COM'} at 127.14.188.131:56343
14:01:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.768993 15090 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:01:54.782 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:54.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:01:54.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:01:54.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:01:54.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.188.190"
port: 40235
}
bound_http_address {
host: "127.14.188.190"
port: 36561
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.188.189"
port: 37989
}
bound_http_address {
host: "127.14.188.189"
port: 39253
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.188.188"
port: 43205
}
bound_http_address {
host: "127.14.188.188"
port: 45397
}
}
}
14:01:54.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:01:54.799 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.14.188.129"
port: 39943
}
bound_http_address {
host: "127.14.188.129"
port: 44171
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.14.188.130"
port: 39151
}
bound_http_address {
host: "127.14.188.130"
port: 42141
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.14.188.131"
port: 40133
}
bound_http_address {
host: "127.14.188.131"
port: 37059
}
}
}
14:01:54.799 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:01:54.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:01:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:54 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517714, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:01:54.834 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:54.836 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc
14:01:54.846 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:01:54.846 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc
14:01:54.848 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:01:54.879 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
14:01:54.881 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:01:54.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:01:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:54 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517714, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:01:54.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:54.916 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc
14:01:54.918 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:01:54.919 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.188.188:43205
14:01:54.920 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:01:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.921258 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 15283
14:01:54.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:54.955 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.188.189:37989
14:01:54.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:01:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.956307 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 15198
14:01:54.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:54.989 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.188.190:40235
14:01:54.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:01:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:54.990581 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 15119
14:01:55.024 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:55.025 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.188.188:43205
14:01:55.028 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:01:55.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:55.030476 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/logs
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/info.pb
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.188:43205
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.188
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45397
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.188
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:01:55.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:01:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.190346 15719 heartbeater.cc:646] Failed to heartbeat to 127.14.188.189:37989 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.235942 15567 heartbeater.cc:646] Failed to heartbeat to 127.14.188.188:43205 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.188.188:43205: connect: Connection refused (error 111)
14:01:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.377779 15885 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.378484 15885 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:55.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.379290 15885 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.418851 15885 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:01:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.419091 15885 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:01:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.419370 15885 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.419580 15885 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:01:55.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.419780 15885 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:01:55.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.419975 15885 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:01:55.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.420125 15885 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38283/jwks.json
14:01:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:55.461184 15885 master_runner.cc:387] Master server non-default flags:
14:01:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/logs
14:01:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.188
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.188:43205
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/info.pb
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.188
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45397
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:55.462598 15885 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:55.463559 15885 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.475049 15895 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.753159 15873 heartbeater.cc:646] Failed to heartbeat to 127.14.188.190:40235 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111)
14:01:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:55.757616 15871 heartbeater.cc:499] Master 127.14.188.189:37989 was elected leader, sending a full tablet report...
14:01:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.480296 15898 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:55.476559 15896 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:56.784525 15897 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:01:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.784525 15885 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:01:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.788493 15885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:01:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.791179 15885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:01:56.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.792564 15885 hybrid_clock.cc:648] HybridClock initialized: now 1790517716792527 us; error 56 us; skew 500 ppm
14:01:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.793344 15885 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:01:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:56 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517716, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.800038 15885 init.cc:377] Logged in from keytab as kudu/127.14.188.188@KRBTEST.COM (short username kudu)
14:01:56.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.805426 15885 webserver.cc:533] Webserver started at http://127.14.188.188:45397/ using document root <none> and password file <none>
14:01:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.806595 15885 fs_manager.cc:362] Metadata directory not provided
14:01:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.806821 15885 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:01:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.815336 15885 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
14:01:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.820382 15915 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:01:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.821558 15885 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:01:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.821967 15885 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "498b7d314be84dd1a1da4c34dc8678b4"
14:01:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:44 on dist-test-slave-7zqd"
14:01:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.823979 15885 fs_report.cc:389] FS layout report
14:01:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:01:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/wal
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/data
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:56.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.883378 15885 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.889863 15885 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.890452 15885 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.968210 15885 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.188:43205
14:01:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.968299 15967 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.188:43205 every 8 connection(s)
14:01:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.971393 15885 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-2/data/info.pb
14:01:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.977815 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 15885
14:01:56.978 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:56.979 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.188.189:37989
14:01:56.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.981051 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/logs
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/info.pb
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.189:37989
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.189
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39253
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.189
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:01:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:01:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:01:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:01:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.985285 15968 sys_catalog.cc:263] Verifying existing consensus state
14:01:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:56.993916 15968 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Bootstrap starting.
14:01:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.049438 15968 log.cc:826] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Log is configured to *not* fsync() on all Append() calls
14:01:57.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.069490 15968 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:01:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.070667 15968 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Bootstrap complete.
14:01:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.096309 15968 raft_consensus.cc:359] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.098901 15968 raft_consensus.cc:740] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 498b7d314be84dd1a1da4c34dc8678b4, State: Initialized, Role: FOLLOWER
14:01:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.100112 15968 consensus_queue.cc:260] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.103258 15972 sys_catalog.cc:455] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:01:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.104264 15972 sys_catalog.cc:458] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: This master's current role is: FOLLOWER
14:01:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.106280 15968 sys_catalog.cc:565] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: configured and running, proceeding with master startup.
14:01:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.177258 15983 catalog_manager.cc:1308] Loaded cluster ID: 64be01607eeb414cbfe1385962311533
14:01:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.177837 15983 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: loading cluster ID for follower catalog manager: success
14:01:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.186686 15983 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: acquiring CA information for follower catalog manager: success
14:01:57.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.192867 15983 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:01:57.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.178081 15885 master_runner.cc:187] Error getting master registration for 127.14.188.190:40235: Network error: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111),
14:01:57.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.208586 15885 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:01:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.268152 15720 heartbeater.cc:344] Connected to a master server at 127.14.188.188:43205
14:01:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.278134 15933 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6d3e35e267604f5aa63e66ac3a0362ae" instance_seqno: 1790517712025380) as {username='kudu', principal='kudu/127.14.188.130@KRBTEST.COM'} at 127.14.188.130:56505; Asking this server to re-register.
14:01:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.279922 15720 heartbeater.cc:461] Registering TS with master...
14:01:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.284569 15933 ts_manager.cc:194] Registered new tserver with Master: 6d3e35e267604f5aa63e66ac3a0362ae (127.14.188.130:39151)
14:01:57.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.297119 15567 heartbeater.cc:344] Connected to a master server at 127.14.188.188:43205
14:01:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.300130 15933 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3a4b8777ac75477998b68991b903300b" instance_seqno: 1790517709063195) as {username='kudu', principal='kudu/127.14.188.129@KRBTEST.COM'} at 127.14.188.129:53419; Asking this server to re-register.
14:01:57.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.302006 15567 heartbeater.cc:461] Registering TS with master...
14:01:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.305351 15933 ts_manager.cc:194] Registered new tserver with Master: 3a4b8777ac75477998b68991b903300b (127.14.188.129:39943)
14:01:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.446933 15970 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:01:57.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.447788 15970 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:01:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.448978 15970 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:01:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.494402 15970 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:01:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.494645 15970 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:01:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.494994 15970 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:01:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.495332 15970 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:01:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.495699 15970 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:01:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.496044 15970 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:01:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.496320 15970 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38283/jwks.json
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.549489 15970 master_runner.cc:387] Master server non-default flags:
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/logs
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.189
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:01:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.189:37989
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:01:57.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/info.pb
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.189
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39253
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.551240 15970 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:01:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.552601 15970 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:01:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.566893 16000 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:01:57.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.836592 15872 heartbeater.cc:344] Connected to a master server at 127.14.188.188:43205
14:01:57.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.840955 15933 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fef87df43f76468e902a429b9a88e2ee" instance_seqno: 1790517714636209) as {username='kudu', principal='kudu/127.14.188.131@KRBTEST.COM'} at 127.14.188.131:46427; Asking this server to re-register.
14:01:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.844564 15872 heartbeater.cc:461] Registering TS with master...
14:01:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:57.849114 15933 ts_manager.cc:194] Registered new tserver with Master: fef87df43f76468e902a429b9a88e2ee (127.14.188.131:40133)
14:01:58.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:58.588692 16012 raft_consensus.cc:493] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:01:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:58.590344 16012 raft_consensus.cc:515] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:01:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:58.602871 16012 leader_election.cc:290] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235), 75434ff8e55f4f2abc362f1192221ff8 (127.14.188.189:37989)
14:01:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:58.623809 15917 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111)
14:01:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:58.642511 15917 leader_election.cc:336] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235): Network error: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111)
14:01:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:58.643283 15917 leader_election.cc:336] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 75434ff8e55f4f2abc362f1192221ff8 (127.14.188.189:37989): Network error: Client connection negotiation failed: client connection to 127.14.188.189:37989: connect: Connection refused (error 111)
14:01:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:58.643666 15917 leader_election.cc:304] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 498b7d314be84dd1a1da4c34dc8678b4; no voters: 729b2013b44444a0828e49a4beb81ce2, 75434ff8e55f4f2abc362f1192221ff8
14:01:58.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:58.644721 16012 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:01:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:01:58 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517718, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:01:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:01:58.687471 15448 init.cc:295] Successfully reacquired a new kerberos TGT
14:02:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:58.969856 15999 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 15970
14:02:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.011889 16002 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2440 milliseconds
14:02:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.010094 15970 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.440s user 0.859s sys 1.235s
14:02:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.012912 15970 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.443s user 0.859s sys 1.235s
14:02:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.014612 16003 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.019337 15970 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:02:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:01:57.570242 16001 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.024758 15970 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.028733 15970 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.030601 15970 hybrid_clock.cc:648] HybridClock initialized: now 1790517720030526 us; error 48 us; skew 500 ppm
14:02:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.032087 15970 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:00.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:02:00 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517720, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:02:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.040340 15970 init.cc:377] Logged in from keytab as kudu/127.14.188.189@KRBTEST.COM (short username kudu)
14:02:00.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.046443 15970 webserver.cc:533] Webserver started at http://127.14.188.189:39253/ using document root <none> and password file <none>
14:02:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.047369 15970 fs_manager.cc:362] Metadata directory not provided
14:02:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.047590 15970 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.057696 15970 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.003s sys 0.003s
14:02:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.062825 16028 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:00.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.064985 15970 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
14:02:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.065448 15970 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:02:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75434ff8e55f4f2abc362f1192221ff8"
14:02:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:42 on dist-test-slave-7zqd"
14:02:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.067937 15970 fs_report.cc:389] FS layout report
14:02:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:02:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/wal
14:02:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/data
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.145951 15970 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:00.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.157943 15970 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:00.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.159327 15970 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:00.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.267153 15970 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.189:37989
14:02:00.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.267238 16080 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.189:37989 every 8 connection(s)
14:02:00.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.271335 15970 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-1/data/info.pb
14:02:00.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.278921 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 15970
14:02:00.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:02:00.281 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.188.190:40235
14:02:00.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:02:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.284178 15090 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:02:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu
14:02:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:02:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data
14:02:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/logs
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/info.pb
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.190:40235
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.190
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36561
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.190
14:02:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:02:00.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:02:00.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:02:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:02:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.309970 16087 raft_consensus.cc:493] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.310832 16087 raft_consensus.cc:515] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:02:00.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.316896 16083 sys_catalog.cc:263] Verifying existing consensus state
14:02:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.320925 16087 leader_election.cc:290] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235), 75434ff8e55f4f2abc362f1192221ff8 (127.14.188.189:37989)
14:02:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.337044 15719 heartbeater.cc:344] Connected to a master server at 127.14.188.189:37989
14:02:00.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.347319 16083 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Bootstrap starting.
14:02:00.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:02:00 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517716, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.188@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:02:00.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.389976 15917 leader_election.cc:336] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235): Network error: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111)
14:02:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.405665 16083 log.cc:826] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Log is configured to *not* fsync() on all Append() calls
14:02:00.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:02:00 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517718, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.129@KRBTEST.COM for kudu/127.14.188.189@KRBTEST.COM
14:02:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.432288 16083 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:02:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.433319 16083 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: Bootstrap complete.
14:02:00.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.445564 15566 heartbeater.cc:344] Connected to a master server at 127.14.188.189:37989
14:02:00.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.463898 16083 raft_consensus.cc:359] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:02:00.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.467206 16083 raft_consensus.cc:740] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75434ff8e55f4f2abc362f1192221ff8, State: Initialized, Role: FOLLOWER
14:02:00.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.468351 16083 consensus_queue.cc:260] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:02:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.482223 16056 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "498b7d314be84dd1a1da4c34dc8678b4" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "75434ff8e55f4f2abc362f1192221ff8" is_pre_election: true
14:02:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.483278 16056 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 498b7d314be84dd1a1da4c34dc8678b4 in term 1.
14:02:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.485072 15917 leader_election.cc:304] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 498b7d314be84dd1a1da4c34dc8678b4, 75434ff8e55f4f2abc362f1192221ff8; no voters: 729b2013b44444a0828e49a4beb81ce2
14:02:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.485841 16087 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:02:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.486166 16087 raft_consensus.cc:493] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.486375 16083 sys_catalog.cc:565] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: configured and running, proceeding with master startup.
14:02:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.486527 16087 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 1 FOLLOWER]: Advancing to term 2
14:02:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.490907 16094 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.491766 16094 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: This master's current role is: FOLLOWER
14:02:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.509477 16087 raft_consensus.cc:515] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:02:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.522413 16087 leader_election.cc:290] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 election: Requested vote from peers 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235), 75434ff8e55f4f2abc362f1192221ff8 (127.14.188.189:37989)
14:02:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.526186 16056 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "498b7d314be84dd1a1da4c34dc8678b4" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "75434ff8e55f4f2abc362f1192221ff8"
14:02:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.527326 16056 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 1 FOLLOWER]: Advancing to term 2
14:02:00.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.532523 15917 leader_election.cc:336] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235): Network error: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111)
14:02:00.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.552558 16056 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 498b7d314be84dd1a1da4c34dc8678b4 in term 2.
14:02:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.554862 15917 leader_election.cc:304] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 498b7d314be84dd1a1da4c34dc8678b4, 75434ff8e55f4f2abc362f1192221ff8; no voters: 729b2013b44444a0828e49a4beb81ce2
14:02:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.556850 16087 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 2 FOLLOWER]: Leader election won for term 2
14:02:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.576330 16087 raft_consensus.cc:697] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [term 2 LEADER]: Becoming Leader. State: Replica: 498b7d314be84dd1a1da4c34dc8678b4, State: Running, Role: LEADER
14:02:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.579252 16087 consensus_queue.cc:237] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:02:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.596722 16098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 498b7d314be84dd1a1da4c34dc8678b4. Latest consensus state: current_term: 2 leader_uuid: "498b7d314be84dd1a1da4c34dc8678b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.602126 16098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: This master's current role is: LEADER
14:02:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.613785 16106 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:02:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.625494 16108 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:02:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.627125 16106 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:02:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.634895 16106 catalog_manager.cc:1308] Loaded cluster ID: 64be01607eeb414cbfe1385962311533
14:02:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.635673 16106 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:02:00.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.643623 16106 catalog_manager.cc:1553] Loading token signing keys...
14:02:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.649215 16106 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4: Loaded TSK: 0
14:02:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.651389 16106 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:02:00.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.646011 15970 master_runner.cc:187] Error getting master registration for 127.14.188.190:40235: Network error: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111),
14:02:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.671890 15970 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:02:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.821831 16086 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:00.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.822597 16086 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.823355 16086 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.869021 15871 heartbeater.cc:344] Connected to a master server at 127.14.188.189:37989
14:02:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.869539 15871 heartbeater.cc:499] Master 127.14.188.189:37989 was elected leader, sending a full tablet report...
14:02:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.870819 16086 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:02:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.871124 16086 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.871623 16086 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.871974 16086 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.872319 16086 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.872678 16086 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.872944 16086 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38283/jwks.json
14:02:00.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.876215 16045 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fef87df43f76468e902a429b9a88e2ee" instance_seqno: 1790517714636209) as {username='kudu', principal='kudu/127.14.188.131@KRBTEST.COM'} at 127.14.188.131:44269; Asking this server to re-register.
14:02:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.878502 15871 heartbeater.cc:461] Registering TS with master...
14:02:00.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.882159 16045 ts_manager.cc:194] Registered new tserver with Master: fef87df43f76468e902a429b9a88e2ee (127.14.188.131:40133)
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.921002 16086 master_runner.cc:387] Master server non-default flags:
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/logs
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.188.148:41123
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.188.190:40235,127.14.188.189:37989,127.14.188.188:43205
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/krb5kdc/kudu.keytab
14:02:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.188.190
14:02:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.188.190:40235
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38283/jwks.json
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/info.pb
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.188.190
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36561
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Sep 2026 13:43:24 UTC on e7f111948823
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14026
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.923256 16086 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:00.924695 16086 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:02:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.939416 16118 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:01.088831 15917 consensus_peers.cc:597] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 -> Peer 729b2013b44444a0828e49a4beb81ce2 (127.14.188.190:40235): Couldn't send request to peer 729b2013b44444a0828e49a4beb81ce2. Status: Network error: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:02:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.203722 16056 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [term 2 FOLLOWER]: Refusing update from remote peer 498b7d314be84dd1a1da4c34dc8678b4: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:02:01.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.205942 16098 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:02:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.252040 16126 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 498b7d314be84dd1a1da4c34dc8678b4. Latest consensus state: current_term: 2 leader_uuid: "498b7d314be84dd1a1da4c34dc8678b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.252964 16126 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: This master's current role is: FOLLOWER
14:02:01.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.280922 16126 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "498b7d314be84dd1a1da4c34dc8678b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:01.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.281888 16126 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8 [sys.catalog]: This master's current role is: FOLLOWER
14:02:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.285506 16098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "498b7d314be84dd1a1da4c34dc8678b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.286510 16098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: This master's current role is: LEADER
14:02:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.345189 16045 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6d3e35e267604f5aa63e66ac3a0362ae" instance_seqno: 1790517712025380) as {username='kudu', principal='kudu/127.14.188.130@KRBTEST.COM'} at 127.14.188.130:45491; Asking this server to re-register.
14:02:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.347537 15719 heartbeater.cc:461] Registering TS with master...
14:02:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.352443 16045 ts_manager.cc:194] Registered new tserver with Master: 6d3e35e267604f5aa63e66ac3a0362ae (127.14.188.130:39151)
14:02:01.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.452095 16045 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3a4b8777ac75477998b68991b903300b" instance_seqno: 1790517709063195) as {username='kudu', principal='kudu/127.14.188.129@KRBTEST.COM'} at 127.14.188.129:43461; Asking this server to re-register.
14:02:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.454278 15566 heartbeater.cc:461] Registering TS with master...
14:02:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.458925 16045 ts_manager.cc:194] Registered new tserver with Master: 3a4b8777ac75477998b68991b903300b (127.14.188.129:39943)
14:02:01.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.651746 16108 catalog_manager.cc:1308] Loaded cluster ID: 64be01607eeb414cbfe1385962311533
14:02:01.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.652118 16108 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: loading cluster ID for follower catalog manager: success
14:02:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.676359 16108 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: acquiring CA information for follower catalog manager: success
14:02:01.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.691550 16108 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 75434ff8e55f4f2abc362f1192221ff8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:02:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:02:01 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517721, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:02:01.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.775281 15602 init.cc:295] Successfully reacquired a new kerberos TGT
14:02:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:01.867146 15872 heartbeater.cc:499] Master 127.14.188.188:43205 was elected leader, sending a full tablet report...
14:02:02.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:02.211925 15885 master_runner.cc:187] Error getting master registration for 127.14.188.190:40235: Network error: Client connection negotiation failed: client connection to 127.14.188.190:40235: connect: Connection refused (error 111),
14:02:02.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:02.212405 15885 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:02:02.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:02.314639 15720 heartbeater.cc:499] Master 127.14.188.188:43205 was elected leader, sending a full tablet report...
14:02:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:02.333832 15567 heartbeater.cc:499] Master 127.14.188.188:43205 was elected leader, sending a full tablet report...
14:02:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:00.940827 16119 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:02.341960 16117 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 16086
14:02:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:03.252604 16117 kernel_stack_watchdog.cc:198] Thread 16086 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
14:02:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:02:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:02:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:02:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:02:03.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:03.254053 16086 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.313s user 0.701s sys 1.153s
14:02:03.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:03.254432 16086 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.313s user 0.701s sys 1.153s
14:02:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:03.255505 16121 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:03.258764 16120 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2308 milliseconds
14:02:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.259335 16086 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:02:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.260895 16086 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:03.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.272058 16086 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:03.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.273525 16086 hybrid_clock.cc:648] HybridClock initialized: now 1790517723273445 us; error 87 us; skew 500 ppm
14:02:03.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.274864 16086 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:03.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:02:03 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517723, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:02:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.283159 16086 init.cc:377] Logged in from keytab as kudu/127.14.188.190@KRBTEST.COM (short username kudu)
14:02:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.291975 16086 webserver.cc:533] Webserver started at http://127.14.188.190:36561/ using document root <none> and password file <none>
14:02:03.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.293248 16086 fs_manager.cc:362] Metadata directory not provided
14:02:03.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.293542 16086 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.304850 16086 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.004s sys 0.004s
14:02:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.310236 16151 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.312022 16086 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
14:02:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.312446 16086 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data,/tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:02:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "729b2013b44444a0828e49a4beb81ce2"
14:02:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 14:01:40 on dist-test-slave-7zqd"
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.314587 16086 fs_report.cc:389] FS layout report
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/wal
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/data
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.404752 16086 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.411698 16086 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.412205 16086 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.516269 16086 rpc_server.cc:307] RPC server started. Bound to: 127.14.188.190:40235
14:02:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.516333 16204 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.188.190:40235 every 8 connection(s)
14:02:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.519282 16086 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL07Ale/test-tmp/mini-kudu-cluster17043998552857684128/master-0/data/info.pb
14:02:03.525 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:02:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.524652 15090 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu as pid 16086
14:02:03.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.571272 16205 sys_catalog.cc:263] Verifying existing consensus state
14:02:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.579797 16205 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: Bootstrap starting.
14:02:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:02:03 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517716, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.188@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:02:03.614 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.188.188:43205(127.14.188.188:43205)] connecting to peer
14:02:03.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.644855 16205 log.cc:826] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: Log is configured to *not* fsync() on all Append() calls
14:02:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.682675 16205 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:02:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.683755 16205 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: Bootstrap complete.
14:02:03.699 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.188.189:37989(127.14.188.189:37989)] connecting to peer
14:02:03.708 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.188.190:40235(127.14.188.190:40235)] connecting to peer
14:02:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.719385 16205 raft_consensus.cc:359] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:02:03.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.722743 16205 raft_consensus.cc:740] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 729b2013b44444a0828e49a4beb81ce2, State: Initialized, Role: FOLLOWER
14:02:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.723753 16205 consensus_queue.cc:260] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } }
14:02:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.728336 16214 sys_catalog.cc:455] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.731389 16214 sys_catalog.cc:458] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: This master's current role is: FOLLOWER
14:02:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.729862 16205 sys_catalog.cc:565] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: configured and running, proceeding with master startup.
14:02:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.731019 16180 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [term 1 FOLLOWER]: Advancing to term 2
14:02:03.734 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.188.190:40235(127.14.188.190:40235)] Successfully connected to peer
14:02:03.745 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.188.189:37989(127.14.188.189:37989)] Successfully connected to peer
14:02:03.747 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.188.188:43205(127.14.188.188:43205)] Successfully connected to peer
14:02:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.796242 16214 sys_catalog.cc:455] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 498b7d314be84dd1a1da4c34dc8678b4. Latest consensus state: current_term: 2 leader_uuid: "498b7d314be84dd1a1da4c34dc8678b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.797178 16214 sys_catalog.cc:458] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: This master's current role is: FOLLOWER
14:02:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.800959 16222 sys_catalog.cc:455] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "498b7d314be84dd1a1da4c34dc8678b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.801739 16222 sys_catalog.cc:458] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2 [sys.catalog]: This master's current role is: FOLLOWER
14:02:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.849066 16230 catalog_manager.cc:1308] Loaded cluster ID: 64be01607eeb414cbfe1385962311533
14:02:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.849773 16230 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: loading cluster ID for follower catalog manager: success
14:02:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.863651 16230 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: acquiring CA information for follower catalog manager: success
14:02:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:02:03 dist-test-slave-7zqd krb5kdc[15102](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517723, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.190@KRBTEST.COM for kudu/127.14.188.190@KRBTEST.COM
14:02:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.877022 16230 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 729b2013b44444a0828e49a4beb81ce2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:02:03.897 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
14:02:03.934 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.188.190
14:02:03.937 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.188.189
14:02:03.938 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.188.188
14:02:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.955917 15873 heartbeater.cc:344] Connected to a master server at 127.14.188.190:40235
14:02:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.962059 16170 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fef87df43f76468e902a429b9a88e2ee" instance_seqno: 1790517714636209) as {username='kudu', principal='kudu/127.14.188.131@KRBTEST.COM'} at 127.14.188.131:59049; Asking this server to re-register.
14:02:03.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.965881 15873 heartbeater.cc:461] Registering TS with master...
14:02:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:03.969671 16170 ts_manager.cc:194] Registered new tserver with Master: fef87df43f76468e902a429b9a88e2ee (127.14.188.131:40133)
14:02:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.045113 16098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "498b7d314be84dd1a1da4c34dc8678b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "729b2013b44444a0828e49a4beb81ce2" member_type: VOTER last_known_addr { host: "127.14.188.190" port: 40235 } } peers { permanent_uuid: "75434ff8e55f4f2abc362f1192221ff8" member_type: VOTER last_known_addr { host: "127.14.188.189" port: 37989 } } peers { permanent_uuid: "498b7d314be84dd1a1da4c34dc8678b4" member_type: VOTER last_known_addr { host: "127.14.188.188" port: 43205 } } }
14:02:04.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.047084 16098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 498b7d314be84dd1a1da4c34dc8678b4 [sys.catalog]: This master's current role is: LEADER
14:02:04.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.188.190:40235(127.14.188.190:40235)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
14:02:04.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.188.190:40235: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
14:02:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:04.366777 16207 negotiation.cc:336] Failed RPC negotiation. Trace:
14:02:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.732079 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34060 (local address 127.14.188.190:40235)
14:02:04.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.732811 (+ 732us) server_negotiation.cc:207] Beginning negotiation
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.732839 (+ 28us) server_negotiation.cc:400] Waiting for connection header
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.840888 (+108049us) server_negotiation.cc:408] Connection header received
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.872744 (+ 31856us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.872776 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.873016 (+ 240us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.873195 (+ 179us) server_negotiation.cc:227] Negotiated authn=SASL
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.214137 (+340942us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.215573 (+ 1436us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.344519 (+128946us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.345131 (+ 612us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.364983 (+ 19852us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34060: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:34060): Cannot send after transport endpoint shutdown (error 108)
14:02:04.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.188.189:37989(127.14.188.189:37989)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
14:02:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":132}
14:02:04.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.188.189:37989: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:04.373607 16215 negotiation.cc:336] Failed RPC negotiation. Trace:
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.736346 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:48258 (local address 127.14.188.189:37989)
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.743614 (+ 7268us) server_negotiation.cc:207] Beginning negotiation
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.743643 (+ 29us) server_negotiation.cc:400] Waiting for connection header
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.839700 (+ 96057us) server_negotiation.cc:408] Connection header received
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.872440 (+ 32740us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.872476 (+ 36us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.872790 (+ 314us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.872971 (+ 181us) server_negotiation.cc:227] Negotiated authn=SASL
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.212829 (+339858us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.214779 (+ 1950us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.342713 (+127934us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.343352 (+ 639us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
14:02:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.371188 (+ 27836us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:48258: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:48258): Cannot send after transport endpoint shutdown (error 108)
14:02:04.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":6628,"thread_start_us":6285,"threads_started":1}
14:02:04.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 14:02:04 dist-test-slave-7zqd krb5kdc[15102](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790517724, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.188.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:02:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.376340 15752 init.cc:295] Successfully reacquired a new kerberos TGT
14:02:04.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.188.188:43205(127.14.188.188:43205)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
14:02:04.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.188.188:43205: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
14:02:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.388087 15722 heartbeater.cc:344] Connected to a master server at 127.14.188.190:40235
14:02:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.390563 16170 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6d3e35e267604f5aa63e66ac3a0362ae" instance_seqno: 1790517712025380) as {username='kudu', principal='kudu/127.14.188.130@KRBTEST.COM'} at 127.14.188.130:51641; Asking this server to re-register.
14:02:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.392962 15722 heartbeater.cc:461] Registering TS with master...
14:02:04.395 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.188.189:37989(127.14.188.189:37989)] handling channelInactive
14:02:04.397 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.188.190:40235(127.14.188.190:40235)] handling channelInactive
14:02:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.397408 16170 ts_manager.cc:194] Registered new tserver with Master: 6d3e35e267604f5aa63e66ac3a0362ae (127.14.188.130:39151)
14:02:04.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=875), Traces: [0ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.188.188:43205, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.188.189:37989, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.188.190:40235, [821ms] Sub RPC ConnectToMaster: received response from server master-127.14.188.190:40235: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [828ms] Sub RPC ConnectToMaster: received response from server master-127.14.188.189:37989: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [840ms] Sub RPC ConnectToMaster: received response from server master-127.14.188.188:43205: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.188.188:43205,127.14.188.189:37989,127.14.188.190:40235). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.188.188:43205,127.14.188.189:37989,127.14.188.190:40235). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
14:02:04.423 [DEBUG - kudu-nio-0] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=892), Traces: [0ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.188.188:43205, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.188.189:37989, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.188.190:40235, [821ms] Sub RPC ConnectToMaster: received response from server master-127.14.188.190:40235: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [828ms] Sub RPC ConnectToMaster: received response from server master-127.14.188.189:37989: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [840ms] Sub RPC ConnectToMaster: received response from server master-127.14.188.188:43205: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
14:02:04.425 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.188.188:43205(127.14.188.188:43205)] handling channelInactive
14:02:04.426 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.188.190:40235(127.14.188.190:40235)] disconnecting while in state TERMINATED
14:02:04.427 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.188.189:37989(127.14.188.189:37989)] disconnecting while in state TERMINATED
14:02:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 14:02:04.427527 16218 negotiation.cc:336] Failed RPC negotiation. Trace:
14:02:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.747321 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:49984 (local address 127.14.188.188:43205)
14:02:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.763551 (+ 16230us) server_negotiation.cc:207] Beginning negotiation
14:02:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.763603 (+ 52us) server_negotiation.cc:400] Waiting for connection header
14:02:04.428 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.188.188:43205(127.14.188.188:43205)] disconnecting while in state TERMINATED
14:02:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.839717 (+ 76114us) server_negotiation.cc:408] Connection header received
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.876127 (+ 36410us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.876160 (+ 33us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.876429 (+ 269us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:03.876603 (+ 174us) server_negotiation.cc:227] Negotiated authn=SASL
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.206035 (+329432us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.207621 (+ 1586us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.379813 (+172192us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.380390 (+ 577us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 14:02:04.425817 (+ 45427us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49984: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:49984): Cannot send after transport endpoint shutdown (error 108)
14:02:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":15558,"thread_start_us":16244,"threads_started":1}
14:02:04.430 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:02:04.466 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:02:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.477840 15568 heartbeater.cc:344] Connected to a master server at 127.14.188.190:40235
14:02:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.480860 16170 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3a4b8777ac75477998b68991b903300b" instance_seqno: 1790517709063195) as {username='kudu', principal='kudu/127.14.188.129@KRBTEST.COM'} at 127.14.188.129:50237; Asking this server to re-register.
14:02:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.484957 15568 heartbeater.cc:461] Registering TS with master...
14:02:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.488092 16170 ts_manager.cc:194] Registered new tserver with Master: 3a4b8777ac75477998b68991b903300b (127.14.188.129:39943)
14:02:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.495692 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 15434
14:02:04.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.556007 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 15580
14:02:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.620800 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 15733
14:02:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.658921 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 16086
14:02:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.685325 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 15970
14:02:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:04.716231 15090 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 15885
14:02:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T14:02:06Z chronyd exiting
14:02:07.073 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:02:07.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:07.076435 14361 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 14641
14:02:07.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:07.105744 14361 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 14798
14:02:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:07.131583 14361 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 14948
14:02:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:07.158241 14361 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 14374
14:02:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:07.188870 14361 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 14444
14:02:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 14:02:07.218374 14361 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL07Ale/build/tsan/bin/kudu with pid 14519
14:02:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T14:02:08Z chronyd exiting
14:02:09.462 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.188.188:43205,127.14.188.189:37989,127.14.188.190:40235). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.188.188:43205,127.14.188.189:37989,127.14.188.190:40235). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
14:02:10.077 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
14:02:10.077 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.188.188:43205,127.14.188.189:37989,127.14.188.190:40235). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.14.188.188:43205,127.14.188.189:37989,127.14.188.190:40235). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more