20:15:42.167 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:15:42.167 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSfvk2B/test-tmp
20:15:42.167 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:15:42.167 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSfvk2B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:15:42.170 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:15:42.527 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:15:42.527 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:15:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:42.530936 31343 mini_oidc.cc:150] Starting JWKS server
20:15:42.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:42.534494 31343 webserver.cc:533] Webserver started at http://127.0.0.1:44915/ using document root <none> and password file <none>
20:15:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:42.534963 31343 mini_oidc.cc:186] Starting OIDC Discovery server
20:15:42.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:42.537314 31343 webserver.cc:533] Webserver started at http://127.0.0.1:35183/ using document root <none> and password file <none>
20:15:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:15:42Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:15:42.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:15:42Z Disabled control of system clock
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:42.607715 31343 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/wal
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/data
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/logs
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/data/info.pb
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.254:46857
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.254
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:15:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44915/jwks.json with env {}
20:15:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:42.959417 31355 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:15:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:42.960089 31355 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:15:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:42.960741 31355 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:15:42.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:42.998417 31355 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:15:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:42.998869 31355 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:15:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:42.999280 31355 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:15:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:42.999645 31355 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:15:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:42.999970 31355 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:15:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:43.000237 31355 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44915/jwks.json
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:43.041759 31355 master_runner.cc:387] Master server non-default flags:
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/logs
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/data
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/wal
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.254:46857
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44915/jwks.json
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/data/info.pb
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.254
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:15:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:15:43.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:43.043735 31355 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:15:43.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:43.045645 31355 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:15:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:43.058373 31361 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:44.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.462821 31360 debug-util.cc:398] Leaking SignalData structure 0x7b0800028ea0 after lost signal to thread 31355
20:15:44.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.555512 31360 kernel_stack_watchdog.cc:198] Thread 31355 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:15:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:15:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:15:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:15:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:15:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.556103 31355 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.497s user 0.549s sys 0.942s
20:15:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:43.059808 31362 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.556761 31355 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.498s user 0.549s sys 0.942s
20:15:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.557535 31363 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1496 milliseconds
20:15:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.558374 31364 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.558350 31355 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:15:44.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.562140 31355 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:15:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.565091 31355 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:15:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.566489 31355 hybrid_clock.cc:648] HybridClock initialized: now 1790712944566448 us; error 39 us; skew 500 ppm
20:15:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.567459 31355 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:15:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.574870 31355 webserver.cc:533] Webserver started at http://127.30.155.254:43853/ using document root <none> and password file <none>
20:15:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.576052 31355 fs_manager.cc:362] Metadata directory not provided
20:15:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.576318 31355 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:15:44.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.576900 31355 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:15:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.582033 31355 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/data/instance:
20:15:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb76d4f1ccad436b87983101a60ded84"
20:15:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:44 on dist-test-slave-744m"
20:15:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.583572 31355 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/wal/instance:
20:15:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb76d4f1ccad436b87983101a60ded84"
20:15:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:44 on dist-test-slave-744m"
20:15:44.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.592892 31355 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
20:15:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.599993 31371 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:15:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.601318 31355 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.601713 31355 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/wal
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb76d4f1ccad436b87983101a60ded84"
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:44 on dist-test-slave-744m"
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.602128 31355 fs_report.cc:389] FS layout report
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/wal
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/wal
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/data/data
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:15:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:15:44.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:15:44.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:15:44.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:15:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.666771 31355 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:15:44.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.668650 31355 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:15:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.669245 31355 kserver.cc:163] Server-wide thread pool size limit: 3276
20:15:44.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.754452 31355 rpc_server.cc:307] RPC server started. Bound to: 127.30.155.254:46857
20:15:44.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.754542 31422 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.155.254:46857 every 8 connection(s)
20:15:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.757972 31355 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/data/info.pb
20:15:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.759577 31343 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 31355
20:15:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.760111 31343 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-0/wal/instance
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.765030 31343 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/wal
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/data
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/logs
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/data/info.pb
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.253:41353
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.253
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:15:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44915/jwks.json with env {}
20:15:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.766316 31423 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:15:44.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.778878 31423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } has no permanent_uuid. Determining permanent_uuid...
20:15:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.819641 31423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } has no permanent_uuid. Determining permanent_uuid...
20:15:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.822794 31375 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.155.253:41353: connect: Connection refused (error 111)
20:15:44.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.828123 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.253:41353: Network error: Client connection negotiation failed: client connection to 127.30.155.253:41353: connect: Connection refused (error 111)
20:15:44.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.877791 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } attempt: 1
20:15:44.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.883781 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.253:41353: Network error: Client connection negotiation failed: client connection to 127.30.155.253:41353: connect: Connection refused (error 111)
20:15:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:44.952284 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } attempt: 2
20:15:44.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:44.958240 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.253:41353: Network error: Client connection negotiation failed: client connection to 127.30.155.253:41353: connect: Connection refused (error 111)
20:15:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:45.049696 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } attempt: 3
20:15:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.054543 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.253:41353: Network error: Client connection negotiation failed: client connection to 127.30.155.253:41353: connect: Connection refused (error 111)
20:15:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.131590 31425 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:15:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.132251 31425 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:15:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.132748 31425 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:15:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.169003 31425 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:15:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.169339 31425 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:15:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.169561 31425 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:15:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.169781 31425 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:15:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.169992 31425 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:15:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.170257 31425 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44915/jwks.json
20:15:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:45.198045 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } attempt: 4
20:15:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.203146 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.253:41353: Network error: Client connection negotiation failed: client connection to 127.30.155.253:41353: connect: Connection refused (error 111)
20:15:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:45.214478 31425 master_runner.cc:387] Master server non-default flags:
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/logs
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/data
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/wal
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:15:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.253:41353
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44915/jwks.json
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/data/info.pb
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.253
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:15:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:45.216605 31425 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:15:45.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:45.218569 31425 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:15:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.230825 31434 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:45.502604 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } attempt: 5
20:15:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.510741 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.253:41353: Network error: Client connection negotiation failed: client connection to 127.30.155.253:41353: connect: Connection refused (error 111)
20:15:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.058393 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } attempt: 6
20:15:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:46.071808 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.253:41353: Network error: Client connection negotiation failed: client connection to 127.30.155.253:41353: connect: Connection refused (error 111)
20:15:46.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:45.232787 31435 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:46.519912 31437 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:46.522289 31436 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1284 milliseconds
20:15:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.522394 31425 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:15:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.523942 31425 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:15:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.527596 31425 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:15:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.529088 31425 hybrid_clock.cc:648] HybridClock initialized: now 1790712946529039 us; error 69 us; skew 500 ppm
20:15:46.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.530042 31425 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:15:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.537971 31425 webserver.cc:533] Webserver started at http://127.30.155.253:36171/ using document root <none> and password file <none>
20:15:46.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.539139 31425 fs_manager.cc:362] Metadata directory not provided
20:15:46.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.539381 31425 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:15:46.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.539924 31425 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:15:46.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.545202 31425 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/data/instance:
20:15:46.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5193f74d34384c21ab09dd98321c909d"
20:15:46.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:46 on dist-test-slave-744m"
20:15:46.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.546561 31425 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/wal/instance:
20:15:46.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5193f74d34384c21ab09dd98321c909d"
20:15:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:46 on dist-test-slave-744m"
20:15:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.555557 31425 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
20:15:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.562457 31446 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:15:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.564126 31425 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.000s
20:15:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.564481 31425 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/wal
20:15:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5193f74d34384c21ab09dd98321c909d"
20:15:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:46 on dist-test-slave-744m"
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.564818 31425 fs_report.cc:389] FS layout report
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/wal
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/wal
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/data/data
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:15:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:15:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.634927 31425 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:15:46.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.636739 31425 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:15:46.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.637243 31425 kserver.cc:163] Server-wide thread pool size limit: 3276
20:15:46.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.724575 31425 rpc_server.cc:307] RPC server started. Bound to: 127.30.155.253:41353
20:15:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.724676 31497 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.155.253:41353 every 8 connection(s)
20:15:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.727648 31425 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/data/info.pb
20:15:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.734347 31498 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:15:46.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.736867 31343 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 31425
20:15:46.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.737407 31343 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-1/wal/instance
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.740860 31343 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/wal
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/data
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/logs
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/data/info.pb
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.252:36633
20:15:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.252
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:15:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44915/jwks.json with env {}
20:15:46.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.752939 31498 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } has no permanent_uuid. Determining permanent_uuid...
20:15:46.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.794065 31498 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } has no permanent_uuid. Determining permanent_uuid...
20:15:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.812099 31498 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } has no permanent_uuid. Determining permanent_uuid...
20:15:46.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:46.814985 31448 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:46.820274 31498 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.869877 31498 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 1
20:15:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:46.876165 31498 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:46.944710 31498 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 2
20:15:46.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:46.950714 31498 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.042325 31498 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 3
20:15:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.047359 31498 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.117141 31500 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:15:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.117800 31500 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:15:47.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.118327 31500 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:15:47.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.132546 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } attempt: 7
20:15:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.145919 31423 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } has no permanent_uuid. Determining permanent_uuid...
20:15:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.152899 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.159227 31500 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:15:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.159548 31500 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:15:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.159752 31500 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:15:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.159967 31500 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:15:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.160251 31500 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:15:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.160434 31500 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44915/jwks.json
20:15:47.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.190881 31498 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 4
20:15:47.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.195883 31498 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.205574 31500 master_runner.cc:387] Master server non-default flags:
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/logs
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/data
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/wal
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.252:36633
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44915/jwks.json
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/data/info.pb
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.252
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:15:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:15:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:15:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:15:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:15:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:15:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:15:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.207213 31500 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:15:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.209205 31500 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:15:47.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.211416 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 1
20:15:47.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.216768 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.222916 31512 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:47.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.298382 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 2
20:15:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.306402 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.392087 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 3
20:15:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.400513 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.495409 31498 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 5
20:15:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.503440 31498 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.541234 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 4
20:15:47.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.549865 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:47.833647 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 5
20:15:47.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.842025 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.051123 31498 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 6
20:15:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:48.064356 31498 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.394714 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 6
20:15:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:48.406351 31423 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.155.252:36633: Network error: Client connection negotiation failed: client connection to 127.30.155.252:36633: connect: Connection refused (error 111)
20:15:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.228609 31515 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:47.224507 31513 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:48.520622 31514 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1291 milliseconds
20:15:48.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.520856 31500 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:15:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.522514 31500 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:15:48.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.526254 31500 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:15:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.527732 31500 hybrid_clock.cc:648] HybridClock initialized: now 1790712948527688 us; error 68 us; skew 500 ppm
20:15:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.528626 31500 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:15:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.535909 31500 webserver.cc:533] Webserver started at http://127.30.155.252:46037/ using document root <none> and password file <none>
20:15:48.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.537014 31500 fs_manager.cc:362] Metadata directory not provided
20:15:48.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.537227 31500 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:15:48.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.537706 31500 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:15:48.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.543134 31500 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/data/instance:
20:15:48.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d"
20:15:48.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:48 on dist-test-slave-744m"
20:15:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.544402 31500 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/wal/instance:
20:15:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d"
20:15:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:48 on dist-test-slave-744m"
20:15:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.553107 31500 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
20:15:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.559907 31526 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:15:48.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.561398 31500 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
20:15:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.561841 31500 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/wal
20:15:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d"
20:15:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:48 on dist-test-slave-744m"
20:15:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.562232 31500 fs_report.cc:389] FS layout report
20:15:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:15:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/wal
20:15:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/wal
20:15:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/data/data
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:15:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:15:48.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.615056 31500 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:15:48.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.616995 31500 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:15:48.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.617619 31500 kserver.cc:163] Server-wide thread pool size limit: 3276
20:15:48.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.706573 31500 rpc_server.cc:307] RPC server started. Bound to: 127.30.155.252:36633
20:15:48.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.706655 31577 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.155.252:36633 every 8 connection(s)
20:15:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.710136 31500 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/data/info.pb
20:15:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.715286 31343 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 31500
20:15:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.715893 31343 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/master-2/wal/instance
20:15:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.718927 31578 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:15:48.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.742810 31578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } has no permanent_uuid. Determining permanent_uuid...
20:15:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.775022 31578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } has no permanent_uuid. Determining permanent_uuid...
20:15:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.787181 31578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } has no permanent_uuid. Determining permanent_uuid...
20:15:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.807896 31578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d: Bootstrap starting.
20:15:48.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.816782 31578 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d: Neither blocks nor log segments found. Creating new log.
20:15:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.818914 31578 log.cc:826] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d: Log is configured to *not* fsync() on all Append() calls
20:15:48.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.824930 31578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d: No bootstrap required, opened a new log
20:15:48.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.847635 31578 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:48.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.848708 31578 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:15:48.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.849027 31578 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ed63a1c27c94f8eb0371b3ab9dbab1d, State: Initialized, Role: FOLLOWER
20:15:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.850163 31578 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.853307 31587 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.853972 31587 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: This master's current role is: FOLLOWER
20:15:48.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.855194 31578 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: configured and running, proceeding with master startup.
20:15:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:48.873924 31532 tablet.cc:2433] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:15:48.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:48.887550 31598 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:15:48.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:48.888001 31598 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:15:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.881934 31500 master_runner.cc:187] Error getting master registration for 127.30.155.254:46857: OK, instance_id { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" instance_seqno: 1790712944731897 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:15:48.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:48.910409 31500 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:15:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.101194 31587 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:15:49.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.101883 31587 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:49.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.104633 31587 leader_election.cc:290] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cb76d4f1ccad436b87983101a60ded84 (127.30.155.254:46857), 5193f74d34384c21ab09dd98321c909d (127.30.155.253:41353)
20:15:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.125052 31498 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 7
20:15:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.155355 31498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: Bootstrap starting.
20:15:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.166915 31498 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: Neither blocks nor log segments found. Creating new log.
20:15:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.170063 31498 log.cc:826] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: Log is configured to *not* fsync() on all Append() calls
20:15:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.176812 31498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: No bootstrap required, opened a new log
20:15:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.209057 31498 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.210083 31498 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:15:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.210561 31498 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5193f74d34384c21ab09dd98321c909d, State: Initialized, Role: FOLLOWER
20:15:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.211704 31498 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.215206 31602 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.216226 31602 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [sys.catalog]: This master's current role is: FOLLOWER
20:15:49.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.217397 31498 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [sys.catalog]: configured and running, proceeding with master startup.
20:15:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.217628 31473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5193f74d34384c21ab09dd98321c909d" is_pre_election: true
20:15:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.218708 31473 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ed63a1c27c94f8eb0371b3ab9dbab1d in term 0.
20:15:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.220602 31530 leader_election.cc:304] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5193f74d34384c21ab09dd98321c909d, 5ed63a1c27c94f8eb0371b3ab9dbab1d; no voters:
20:15:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.221660 31587 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:15:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.222064 31587 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:15:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.222405 31587 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 0 FOLLOWER]: Advancing to term 1
20:15:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.233548 31587 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.237413 31587 leader_election.cc:290] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [CANDIDATE]: Term 1 election: Requested vote from peers cb76d4f1ccad436b87983101a60ded84 (127.30.155.254:46857), 5193f74d34384c21ab09dd98321c909d (127.30.155.253:41353)
20:15:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.243491 31473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5193f74d34384c21ab09dd98321c909d"
20:15:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.244163 31473 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [term 0 FOLLOWER]: Advancing to term 1
20:15:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.251957 31473 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ed63a1c27c94f8eb0371b3ab9dbab1d in term 1.
20:15:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.253647 31530 leader_election.cc:304] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5193f74d34384c21ab09dd98321c909d, 5ed63a1c27c94f8eb0371b3ab9dbab1d; no voters:
20:15:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.254913 31587 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 1 FOLLOWER]: Leader election won for term 1
20:15:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.271636 31587 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [term 1 LEADER]: Becoming Leader. State: Replica: 5ed63a1c27c94f8eb0371b3ab9dbab1d, State: Running, Role: LEADER
20:15:49.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.273376 31587 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.295149 31607 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5ed63a1c27c94f8eb0371b3ab9dbab1d. Latest consensus state: current_term: 1 leader_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.299352 31607 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: This master's current role is: LEADER
20:15:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.303310 31616 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:15:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.311203 31616 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:15:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:49.324061 31615 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:15:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:49.324954 31615 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:15:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.303136 31425 master_runner.cc:187] Error getting master registration for 127.30.155.254:46857: OK, instance_id { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" instance_seqno: 1790712944731897 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:15:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.341612 31425 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:15:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.343333 31473 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [term 1 FOLLOWER]: Refusing update from remote peer 5ed63a1c27c94f8eb0371b3ab9dbab1d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:15:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.345520 31587 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [LEADER]: Connected to new peer: Peer: permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:15:49.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.383616 31602 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5ed63a1c27c94f8eb0371b3ab9dbab1d. Latest consensus state: current_term: 1 leader_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.389781 31602 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [sys.catalog]: This master's current role is: FOLLOWER
20:15:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:49.396965 31452 tablet.cc:2433] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:15:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.400490 31619 mvcc.cc:204] Tried to move back new op lower bound from 7334760240489156608 to 7334760240271859712. Current Snapshot: MvccSnapshot[applied={T|T < 7334760240489156608}]
20:15:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.406198 31607 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.407230 31607 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: This master's current role is: LEADER
20:15:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.407802 31616 catalog_manager.cc:1396] Generated new cluster ID: 233499e3bae8441dac49b668a0e8f778
20:15:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.408116 31616 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:15:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.404204 31602 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.408529 31602 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d [sys.catalog]: This master's current role is: FOLLOWER
20:15:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.439884 31423 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } attempt: 7
20:15:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.461526 31616 catalog_manager.cc:1419] Generated new certificate authority record
20:15:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.469345 31616 catalog_manager.cc:1553] Loading token signing keys...
20:15:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.485843 31423 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84: Bootstrap starting.
20:15:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.511425 31616 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d: Generated new TSK 0
20:15:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.516106 31616 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:15:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.517010 31423 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84: Neither blocks nor log segments found. Creating new log.
20:15:49.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.519915 31423 log.cc:826] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84: Log is configured to *not* fsync() on all Append() calls
20:15:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.532034 31423 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84: No bootstrap required, opened a new log
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.558590 31343 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/wal
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/data
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/logs
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/data/info.pb
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.193:0
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.155.193
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.193
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:15:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.589112 31423 raft_consensus.cc:359] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.590183 31423 raft_consensus.cc:385] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:15:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.590502 31423 raft_consensus.cc:740] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb76d4f1ccad436b87983101a60ded84, State: Initialized, Role: FOLLOWER
20:15:49.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.592348 31423 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } }
20:15:49.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.604368 31423 sys_catalog.cc:565] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [sys.catalog]: configured and running, proceeding with master startup.
20:15:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.604549 31398 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb76d4f1ccad436b87983101a60ded84" is_pre_election: true
20:15:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.605464 31398 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ed63a1c27c94f8eb0371b3ab9dbab1d in term 0.
20:15:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.606691 31397 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb76d4f1ccad436b87983101a60ded84"
20:15:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.607372 31397 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [term 0 FOLLOWER]: Advancing to term 1
20:15:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.618561 31397 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ed63a1c27c94f8eb0371b3ab9dbab1d in term 1.
20:15:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.626758 31396 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [term 1 FOLLOWER]: Refusing update from remote peer 5ed63a1c27c94f8eb0371b3ab9dbab1d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:15:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.632578 31627 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.633565 31627 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [sys.catalog]: This master's current role is: FOLLOWER
20:15:49.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.635314 31587 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:15:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.709061 31627 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5ed63a1c27c94f8eb0371b3ab9dbab1d. Latest consensus state: current_term: 1 leader_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.709903 31627 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [sys.catalog]: This master's current role is: FOLLOWER
20:15:49.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.711285 31639 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:49.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.712119 31639 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84 [sys.catalog]: This master's current role is: FOLLOWER
20:15:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.740046 31643 catalog_manager.cc:1308] Loaded cluster ID: 233499e3bae8441dac49b668a0e8f778
20:15:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.740741 31643 catalog_manager.cc:1601] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84: loading cluster ID for follower catalog manager: success
20:15:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.748867 31643 catalog_manager.cc:1623] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84: acquiring CA information for follower catalog manager: success
20:15:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:49.765602 31643 catalog_manager.cc:1651] T 00000000000000000000000000000000 P cb76d4f1ccad436b87983101a60ded84: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:15:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.139299 31587 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb76d4f1ccad436b87983101a60ded84" member_type: VOTER last_known_addr { host: "127.30.155.254" port: 46857 } } peers { permanent_uuid: "5193f74d34384c21ab09dd98321c909d" member_type: VOTER last_known_addr { host: "127.30.155.253" port: 41353 } } peers { permanent_uuid: "5ed63a1c27c94f8eb0371b3ab9dbab1d" member_type: VOTER last_known_addr { host: "127.30.155.252" port: 36633 } } }
20:15:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.140156 31587 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ed63a1c27c94f8eb0371b3ab9dbab1d [sys.catalog]: This master's current role is: LEADER
20:15:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:50.320207 31626 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:15:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:50.321036 31626 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:15:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:50.321854 31626 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:15:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.331851 31615 catalog_manager.cc:1308] Loaded cluster ID: 233499e3bae8441dac49b668a0e8f778
20:15:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.332491 31615 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: loading cluster ID for follower catalog manager: success
20:15:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.353250 31615 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: acquiring CA information for follower catalog manager: success
20:15:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.360296 31615 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 5193f74d34384c21ab09dd98321c909d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:15:50.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:50.412283 31626 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:15:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:50.414067 31626 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.155.193
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.488817 31626 tablet_server_runner.cc:78] Tablet server non-default flags:
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/logs
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/data
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/wal
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.193:0
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/data/info.pb
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.193
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.155.193
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:15:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:15:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.492475 31626 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:15:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:50.495966 31626 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:15:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:50.529292 31653 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:51.923852 31652 debug-util.cc:398] Leaking SignalData structure 0x7b0800028e80 after lost signal to thread 31626
20:15:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:52.448370 31626 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.915s user 0.377s sys 0.535s
20:15:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:52.453423 31626 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.921s user 0.378s sys 0.536s
20:15:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:50.535993 31654 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:52.469400 31660 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.473611 31626 server_base.cc:1061] running on GCE node
20:15:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.476131 31626 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:15:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.481415 31626 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:15:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.483258 31626 hybrid_clock.cc:648] HybridClock initialized: now 1790712952483220 us; error 65 us; skew 500 ppm
20:15:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.484397 31626 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:15:52.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.494241 31626 webserver.cc:533] Webserver started at http://127.30.155.193:38691/ using document root <none> and password file <none>
20:15:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.495716 31626 fs_manager.cc:362] Metadata directory not provided
20:15:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.496016 31626 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:15:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.496640 31626 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:15:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.503255 31626 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/data/instance:
20:15:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cb1c3a660ff41008c5417dbfc7ff78a"
20:15:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:52 on dist-test-slave-744m"
20:15:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.505184 31626 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/wal/instance:
20:15:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cb1c3a660ff41008c5417dbfc7ff78a"
20:15:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:52 on dist-test-slave-744m"
20:15:52.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.516644 31626 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.010s sys 0.002s
20:15:52.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.524827 31666 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:15:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.526453 31626 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.003s
20:15:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.526885 31626 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/wal
20:15:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cb1c3a660ff41008c5417dbfc7ff78a"
20:15:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:52 on dist-test-slave-744m"
20:15:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.527341 31626 fs_report.cc:389] FS layout report
20:15:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:15:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/wal
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/wal
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/data/data
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:15:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:15:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.593221 31626 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:15:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.595129 31626 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:15:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.595683 31626 kserver.cc:163] Server-wide thread pool size limit: 3276
20:15:52.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.599756 31626 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:15:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.606456 31626 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:15:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.606887 31626 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
20:15:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.607278 31626 ts_tablet_manager.cc:662] Registered 0 tablets
20:15:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.607522 31626 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:15:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.952677 31626 rpc_server.cc:307] RPC server started. Bound to: 127.30.155.193:44605
20:15:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.952868 31779 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.155.193:44605 every 8 connection(s)
20:15:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.957405 31626 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/data/info.pb
20:15:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.968788 31343 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 31626
20:15:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.969709 31343 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-0/wal/instance
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:52.993902 31343 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/wal
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/data
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/logs
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/data/info.pb
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:15:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.194:0
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.155.194
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.194
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:15:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.040357 31780 heartbeater.cc:344] Connected to a master server at 127.30.155.252:36633
20:15:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.040925 31780 heartbeater.cc:461] Registering TS with master...
20:15:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.042505 31780 heartbeater.cc:507] Master 127.30.155.252:36633 requested a full tablet report, sending...
20:15:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.046749 31543 ts_manager.cc:194] Registered new tserver with Master: 8cb1c3a660ff41008c5417dbfc7ff78a (127.30.155.193:44605)
20:15:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.051365 31781 heartbeater.cc:344] Connected to a master server at 127.30.155.253:41353
20:15:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.051905 31781 heartbeater.cc:461] Registering TS with master...
20:15:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.053284 31781 heartbeater.cc:507] Master 127.30.155.253:41353 requested a full tablet report, sending...
20:15:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.050900 31543 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.155.193:37705
20:15:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.057824 31463 ts_manager.cc:194] Registered new tserver with Master: 8cb1c3a660ff41008c5417dbfc7ff78a (127.30.155.193:44605)
20:15:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.071127 31785 heartbeater.cc:344] Connected to a master server at 127.30.155.254:46857
20:15:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.071617 31785 heartbeater.cc:461] Registering TS with master...
20:15:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.072404 31785 heartbeater.cc:507] Master 127.30.155.254:46857 requested a full tablet report, sending...
20:15:53.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.076174 31388 ts_manager.cc:194] Registered new tserver with Master: 8cb1c3a660ff41008c5417dbfc7ff78a (127.30.155.193:44605)
20:15:53.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:53.424574 31787 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:15:53.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:53.425161 31787 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:15:53.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:53.425612 31787 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:15:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:53.463932 31787 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:15:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:53.464895 31787 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.155.194
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.509076 31787 tablet_server_runner.cc:78] Tablet server non-default flags:
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/logs
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/data
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/wal
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.194:0
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:15:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/data/info.pb
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.194
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.155.194
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:15:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:15:53.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.510742 31787 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:15:53.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:53.512724 31787 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:15:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:53.528259 31795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:54.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.062495 31780 heartbeater.cc:499] Master 127.30.155.252:36633 was elected leader, sending a full tablet report...
20:15:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:53.530359 31796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:54.896452 31798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:54.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:54.901170 31797 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1361 milliseconds
20:15:54.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.901306 31787 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:15:54.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.903123 31787 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:15:54.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.906427 31787 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:15:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.907959 31787 hybrid_clock.cc:648] HybridClock initialized: now 1790712954907927 us; error 78 us; skew 500 ppm
20:15:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.908882 31787 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:15:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.916452 31787 webserver.cc:533] Webserver started at http://127.30.155.194:37693/ using document root <none> and password file <none>
20:15:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.917564 31787 fs_manager.cc:362] Metadata directory not provided
20:15:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.917794 31787 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:15:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.918519 31787 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:15:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.924108 31787 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/data/instance:
20:15:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7848637febb4fd59a4eaddb551973de"
20:15:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:54 on dist-test-slave-744m"
20:15:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.925506 31787 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/wal/instance:
20:15:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7848637febb4fd59a4eaddb551973de"
20:15:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:54 on dist-test-slave-744m"
20:15:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.935453 31787 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
20:15:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.942584 31807 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:15:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.944147 31787 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.944641 31787 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/wal
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7848637febb4fd59a4eaddb551973de"
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:54 on dist-test-slave-744m"
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:54.945055 31787 fs_report.cc:389] FS layout report
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/wal
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/wal
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/data/data
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:15:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:15:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:15:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:15:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.002134 31787 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:15:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.004020 31787 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:15:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.004606 31787 kserver.cc:163] Server-wide thread pool size limit: 3276
20:15:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.007817 31787 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:15:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.012924 31787 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:15:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.013206 31787 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:15:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.013586 31787 ts_tablet_manager.cc:662] Registered 0 tablets
20:15:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.013785 31787 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:15:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.189718 31787 rpc_server.cc:307] RPC server started. Bound to: 127.30.155.194:44045
20:15:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.189885 31920 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.155.194:44045 every 8 connection(s)
20:15:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.193053 31787 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/data/info.pb
20:15:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.196682 31343 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 31787
20:15:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.197268 31343 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-1/wal/instance
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.233556 31343 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/wal
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/data
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/logs
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/data/info.pb
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.195:0
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.155.195
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.195
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:15:55.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.246307 31921 heartbeater.cc:344] Connected to a master server at 127.30.155.252:36633
20:15:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.246892 31921 heartbeater.cc:461] Registering TS with master...
20:15:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.248548 31922 heartbeater.cc:344] Connected to a master server at 127.30.155.253:41353
20:15:55.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.248601 31921 heartbeater.cc:507] Master 127.30.155.252:36633 requested a full tablet report, sending...
20:15:55.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.249007 31922 heartbeater.cc:461] Registering TS with master...
20:15:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.250031 31922 heartbeater.cc:507] Master 127.30.155.253:41353 requested a full tablet report, sending...
20:15:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.252404 31543 ts_manager.cc:194] Registered new tserver with Master: e7848637febb4fd59a4eaddb551973de (127.30.155.194:44045)
20:15:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.253711 31463 ts_manager.cc:194] Registered new tserver with Master: e7848637febb4fd59a4eaddb551973de (127.30.155.194:44045)
20:15:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.254408 31543 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.155.194:56719
20:15:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.261111 31923 heartbeater.cc:344] Connected to a master server at 127.30.155.254:46857
20:15:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.261673 31923 heartbeater.cc:461] Registering TS with master...
20:15:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.262565 31923 heartbeater.cc:507] Master 127.30.155.254:46857 requested a full tablet report, sending...
20:15:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.265703 31388 ts_manager.cc:194] Registered new tserver with Master: e7848637febb4fd59a4eaddb551973de (127.30.155.194:44045)
20:15:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:55.604529 31930 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:15:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:55.605121 31930 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:15:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:55.605579 31930 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:15:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:55.642071 31930 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:15:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:55.642944 31930 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.155.195
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.684643 31930 tablet_server_runner.cc:78] Tablet server non-default flags:
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/logs
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.155.212:40971
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/data
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/wal
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.155.195:0
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/data/info.pb
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.155.195
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.155.254:46857,127.30.155.253:41353,127.30.155.252:36633
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.155.195
20:15:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:15:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:15:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:15:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:15:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:15:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:15:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:15:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:15:55.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.686337 31930 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:15:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:55.688310 31930 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:15:55.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:55.703251 31937 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.259711 31921 heartbeater.cc:499] Master 127.30.155.252:36633 was elected leader, sending a full tablet report...
20:15:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:55.711066 31940 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:55.705150 31938 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:15:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:56.961973 31939 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:15:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.962169 31930 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:15:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.966416 31930 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:15:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.969835 31930 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:15:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.971357 31930 hybrid_clock.cc:648] HybridClock initialized: now 1790712956971318 us; error 65 us; skew 500 ppm
20:15:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.972323 31930 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:15:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.979902 31930 webserver.cc:533] Webserver started at http://127.30.155.195:41513/ using document root <none> and password file <none>
20:15:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.981052 31930 fs_manager.cc:362] Metadata directory not provided
20:15:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.981276 31930 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:15:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.981740 31930 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:15:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.987381 31930 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/data/instance:
20:15:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c166023ed4b74bdbaea0d86cdb5a7398"
20:15:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:56 on dist-test-slave-744m"
20:15:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.988654 31930 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/wal/instance:
20:15:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c166023ed4b74bdbaea0d86cdb5a7398"
20:15:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:56 on dist-test-slave-744m"
20:15:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:56.997053 31930 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
20:15:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.006132 31947 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:15:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.008267 31930 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.005s sys 0.001s
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.008615 31930 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/wal
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c166023ed4b74bdbaea0d86cdb5a7398"
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:15:56 on dist-test-slave-744m"
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.008957 31930 fs_report.cc:389] FS layout report
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/wal
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/wal
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/data/data
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:15:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:15:57.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:15:57.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:15:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.084647 31930 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:15:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.086515 31930 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:15:57.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.086989 31930 kserver.cc:163] Server-wide thread pool size limit: 3276
20:15:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.090497 31930 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:15:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.096274 31930 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:15:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.096647 31930 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:15:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.096870 31930 ts_tablet_manager.cc:662] Registered 0 tablets
20:15:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.097107 31930 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:15:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.272884 31930 rpc_server.cc:307] RPC server started. Bound to: 127.30.155.195:38591
20:15:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.273036 32060 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.155.195:38591 every 8 connection(s)
20:15:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.276467 31930 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/data/info.pb
20:15:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.280427 31343 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 31930
20:15:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.280963 31343 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster8161852327429576168/ts-2/wal/instance
20:15:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.324882 32061 heartbeater.cc:344] Connected to a master server at 127.30.155.252:36633
20:15:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.325511 32062 heartbeater.cc:344] Connected to a master server at 127.30.155.253:41353
20:15:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.325588 32061 heartbeater.cc:461] Registering TS with master...
20:15:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.325941 32062 heartbeater.cc:461] Registering TS with master...
20:15:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.327376 32062 heartbeater.cc:507] Master 127.30.155.253:41353 requested a full tablet report, sending...
20:15:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.327404 32061 heartbeater.cc:507] Master 127.30.155.252:36633 requested a full tablet report, sending...
20:15:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.331097 31543 ts_manager.cc:194] Registered new tserver with Master: c166023ed4b74bdbaea0d86cdb5a7398 (127.30.155.195:38591)
20:15:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.331429 31463 ts_manager.cc:194] Registered new tserver with Master: c166023ed4b74bdbaea0d86cdb5a7398 (127.30.155.195:38591)
20:15:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.332629 32063 heartbeater.cc:344] Connected to a master server at 127.30.155.254:46857
20:15:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.333015 32063 heartbeater.cc:461] Registering TS with master...
20:15:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.333321 31543 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.155.195:52051
20:15:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.334067 32063 heartbeater.cc:507] Master 127.30.155.254:46857 requested a full tablet report, sending...
20:15:57.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.337069 31388 ts_manager.cc:194] Registered new tserver with Master: c166023ed4b74bdbaea0d86cdb5a7398 (127.30.155.195:38591)
20:15:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.352741 31343 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:15:57.366 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:15:57.366 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:15:57.368 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.155.254"
port: 46857
}
bound_http_address {
host: "127.30.155.254"
port: 43853
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.155.253"
port: 41353
}
bound_http_address {
host: "127.30.155.253"
port: 36171
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.155.252"
port: 36633
}
bound_http_address {
host: "127.30.155.252"
port: 46037
}
}
}
20:15:57.368 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:15:57.369 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.30.155.193"
port: 44605
}
bound_http_address {
host: "127.30.155.193"
port: 38691
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.30.155.194"
port: 44045
}
bound_http_address {
host: "127.30.155.194"
port: 37693
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.30.155.195"
port: 38591
}
bound_http_address {
host: "127.30.155.195"
port: 41513
}
}
}
20:15:57.369 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:15:57.370 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster7667654473429494174/krb5kdc/krb5cc
20:15:57.371 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:15:57.372 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSfvk2B/test-tmp
20:15:57.373 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:15:57.373 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSfvk2B/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:15:57.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:15:57.770 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:15:57.770 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:15:57.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.776758 32072 mini_oidc.cc:150] Starting JWKS server
20:15:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.781880 32072 webserver.cc:533] Webserver started at http://127.0.0.1:42221/ using document root <none> and password file <none>
20:15:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.782608 32072 mini_oidc.cc:186] Starting OIDC Discovery server
20:15:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:57.785329 32072 webserver.cc:533] Webserver started at http://127.0.0.1:33841/ using document root <none> and password file <none>
20:15:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:15:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/principal' for realm 'KRBTEST.COM',
20:15:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:15:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:15:57 dist-test-slave-744m krb5kdc[32083](info): setting up network...
20:15:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:15:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:15:57 dist-test-slave-744m krb5kdc[32083](info): set up 2 sockets
20:15:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:15:57 dist-test-slave-744m krb5kdc[32083](info): commencing operation
20:15:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:15:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:15:58.337601 32061 heartbeater.cc:499] Master 127.30.155.252:36633 was elected leader, sending a full tablet report...
20:15:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:15:59.986613 32072 mini_kdc.cc:121] Time spent starting KDC: real 2.154s user 0.006s sys 0.019s
20:16:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:16:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:16:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:16:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:16:00.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:16:00.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:16:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:16:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:16:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:16:00.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:16:00.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/test-user.keytab.
20:16:00.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/test-user.keytab.
20:16:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:00 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712960, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:16:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:16:00Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:16:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:16:00Z Disabled control of system clock
20:16:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.82.62@KRBTEST.COM; defaulting to no policy
20:16:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.82.62@KRBTEST.COM" created.
20:16:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.82.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.82.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:00.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.82.62@KRBTEST.COM; defaulting to no policy
20:16:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.82.62@KRBTEST.COM" created.
20:16:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.82.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.82.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:00.274163 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/logs
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.62:39489
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.62
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.62
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.649945 32100 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.650676 32100 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.651353 32100 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.690155 32100 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.690425 32100 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.690711 32100 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.690920 32100 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.691241 32100 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.691476 32100 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.691633 32100 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:00.748026 32100 master_runner.cc:387] Master server non-default flags:
20:16:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/logs
20:16:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.62
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.62:39489
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.62
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:00.750128 32100 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:00.751766 32100 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.768770 32106 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.173671 32105 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 32100
20:16:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.603844 32105 kernel_stack_watchdog.cc:198] Thread 32100 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:16:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:16:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:16:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:16:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:16:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.604249 32100 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.834s user 0.601s sys 1.140s
20:16:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.604692 32100 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.834s user 0.601s sys 1.140s
20:16:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:00.770511 32107 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.605737 32108 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1833 milliseconds
20:16:02.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.606992 32109 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:02.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.606931 32100 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:16:02.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.610638 32100 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.613617 32100 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.615057 32100 hybrid_clock.cc:648] HybridClock initialized: now 1790712962615020 us; error 41 us; skew 500 ppm
20:16:02.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.616070 32100 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:02 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712962, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.622915 32100 init.cc:377] Logged in from keytab as kudu/127.31.82.62@KRBTEST.COM (short username kudu)
20:16:02.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.628465 32100 webserver.cc:533] Webserver started at http://127.31.82.62:41659/ using document root <none> and password file <none>
20:16:02.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.629562 32100 fs_manager.cc:362] Metadata directory not provided
20:16:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.629849 32100 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.630322 32100 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:16:02.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.635257 32100 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/instance:
20:16:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bd1131a9dc046eb8a33184b7b7087a1"
20:16:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:02 on dist-test-slave-744m"
20:16:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.636605 32100 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal/instance:
20:16:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bd1131a9dc046eb8a33184b7b7087a1"
20:16:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:02 on dist-test-slave-744m"
20:16:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.645740 32100 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.003s
20:16:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.652411 32118 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.653963 32100 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
20:16:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.654337 32100 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bd1131a9dc046eb8a33184b7b7087a1"
20:16:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:02 on dist-test-slave-744m"
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.654707 32100 fs_report.cc:389] FS layout report
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/data
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.719710 32100 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.727140 32100 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.727752 32100 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.831501 32100 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.62:39489
20:16:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.831602 32169 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.62:39489 every 8 connection(s)
20:16:02.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.834730 32100 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:02.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.841645 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 32100
20:16:02.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.842168 32072 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal/instance
20:16:02.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.842880 32170 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:16:02.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.856164 32170 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } has no permanent_uuid. Determining permanent_uuid...
20:16:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.82.61@KRBTEST.COM; defaulting to no policy
20:16:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.82.61@KRBTEST.COM" created.
20:16:02.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:02 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712962, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.82.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.82.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.909658 32170 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } has no permanent_uuid. Determining permanent_uuid...
20:16:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.912968 32120 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.82.61@KRBTEST.COM; defaulting to no policy
20:16:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:02.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.82.61@KRBTEST.COM" created.
20:16:02.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.918150 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.82.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.82.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.949407 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/logs
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.61:33315
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.61
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.61
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:02.967792 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } attempt: 1
20:16:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:02.974080 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:03.042625 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } attempt: 2
20:16:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.048050 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:03.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:03.139604 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } attempt: 3
20:16:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.145628 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:03.289189 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } attempt: 4
20:16:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.294807 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.329824 32179 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.330689 32179 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:03.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.331507 32179 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.372107 32179 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.372462 32179 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.372910 32179 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.373238 32179 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.373561 32179 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.373871 32179 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.374125 32179 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:03.425127 32179 master_runner.cc:387] Master server non-default flags:
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/logs
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.61
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.61:33315
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.61
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:03.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:03.427117 32179 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:03.428371 32179 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.442814 32187 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:03.594470 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } attempt: 5
20:16:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.603621 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:04.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.151407 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } attempt: 6
20:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:04.163964 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.452148 32190 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:03.443441 32188 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:04.855644 32189 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1406 milliseconds
20:16:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.855865 32179 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:16:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.857503 32179 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:04.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.860684 32179 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.862144 32179 hybrid_clock.cc:648] HybridClock initialized: now 1790712964862104 us; error 57 us; skew 500 ppm
20:16:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.863025 32179 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:04 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712964, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:04.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.870546 32179 init.cc:377] Logged in from keytab as kudu/127.31.82.61@KRBTEST.COM (short username kudu)
20:16:04.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.877099 32179 webserver.cc:533] Webserver started at http://127.31.82.61:43709/ using document root <none> and password file <none>
20:16:04.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.878194 32179 fs_manager.cc:362] Metadata directory not provided
20:16:04.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.878430 32179 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:04.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.878968 32179 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:16:04.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.884586 32179 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/instance:
20:16:04.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84789997f2f1469dbb4082fcfaaecabd"
20:16:04.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:04 on dist-test-slave-744m"
20:16:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.885949 32179 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal/instance:
20:16:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84789997f2f1469dbb4082fcfaaecabd"
20:16:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:04 on dist-test-slave-744m"
20:16:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.895190 32179 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.002s sys 0.008s
20:16:04.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.902419 32200 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.904026 32179 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
20:16:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.904520 32179 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84789997f2f1469dbb4082fcfaaecabd"
20:16:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:04 on dist-test-slave-744m"
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.904907 32179 fs_report.cc:389] FS layout report
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/data
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:04.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.969673 32179 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:04.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.981935 32179 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:04.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:04.982458 32179 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.076669 32179 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.61:33315
20:16:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.076721 32251 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.61:33315 every 8 connection(s)
20:16:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.080057 32179 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:05.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.086163 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 32179
20:16:05.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.086724 32072 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal/instance
20:16:05.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.088089 32252 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:16:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.103662 32252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } has no permanent_uuid. Determining permanent_uuid...
20:16:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.82.60@KRBTEST.COM; defaulting to no policy
20:16:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.82.60@KRBTEST.COM" created.
20:16:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:05 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712964, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.82.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.82.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.159956 32252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } has no permanent_uuid. Determining permanent_uuid...
20:16:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.82.60@KRBTEST.COM; defaulting to no policy
20:16:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.82.60@KRBTEST.COM" created.
20:16:05.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:05 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712964, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for kudu/127.31.82.61@KRBTEST.COM
20:16:05.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.193780 32252 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } has no permanent_uuid. Determining permanent_uuid...
20:16:05.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.197686 32201 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:16:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.82.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.82.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab.
20:16:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.203568 32252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.205233 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/logs
20:16:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.60:45885
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.60
20:16:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.60
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.224680 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } attempt: 7
20:16:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:05 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712962, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for kudu/127.31.82.61@KRBTEST.COM
20:16:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.253093 32170 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } has no permanent_uuid. Determining permanent_uuid...
20:16:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.253226 32252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 1
20:16:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.259258 32252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.261742 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.320230 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 1
20:16:05.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.327051 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.327782 32252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 2
20:16:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.333372 32252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.408671 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 2
20:16:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.413758 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.424916 32252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 3
20:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.429962 32252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.499213 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 3
20:16:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.504557 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.573586 32252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 4
20:16:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.615381 32252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.626494 32263 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:05.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.627272 32263 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:05.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.627950 32263 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.645090 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 4
20:16:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.649987 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.670843 32263 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.671213 32263 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.671530 32263 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.671751 32263 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.671962 32263 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.672243 32263 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.672415 32263 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.717820 32263 master_runner.cc:387] Master server non-default flags:
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/logs
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.60
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.60:45885
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.60
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.719596 32263 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.721257 32263 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.738029 32272 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.914978 32252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 5
20:16:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.924252 32252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:05.933486 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 5
20:16:05.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.942900 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:06.471980 32252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 6
20:16:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:06.486001 32252 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:06.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:06.495709 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 6
20:16:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:06.508805 32170 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:06.599148 32248 debug-util.cc:398] Leaking SignalData structure 0x7b0800071060 after lost signal to thread 32181
20:16:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:06.600447 32248 debug-util.cc:398] Leaking SignalData structure 0x7b08000717c0 after lost signal to thread 32251
20:16:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:05.738570 32273 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:07.244503 32275 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.244827 32263 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:16:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:07.244541 32274 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1506 milliseconds
20:16:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.247071 32263 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.250888 32263 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.252435 32263 hybrid_clock.cc:648] HybridClock initialized: now 1790712967252399 us; error 45 us; skew 500 ppm
20:16:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.253283 32263 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712967, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.261030 32263 init.cc:377] Logged in from keytab as kudu/127.31.82.60@KRBTEST.COM (short username kudu)
20:16:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.268404 32263 webserver.cc:533] Webserver started at http://127.31.82.60:37405/ using document root <none> and password file <none>
20:16:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.269546 32263 fs_manager.cc:362] Metadata directory not provided
20:16:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.269817 32263 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.270525 32263 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:16:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.277483 32263 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/instance:
20:16:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5346a4966504d1fbc7ba46a5e5ece4d"
20:16:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:07 on dist-test-slave-744m"
20:16:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.279255 32263 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal/instance:
20:16:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5346a4966504d1fbc7ba46a5e5ece4d"
20:16:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:07 on dist-test-slave-744m"
20:16:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.290755 32263 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.005s sys 0.004s
20:16:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.298278 32288 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:07.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.300050 32263 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.006s sys 0.001s
20:16:07.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.300518 32263 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:07.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5346a4966504d1fbc7ba46a5e5ece4d"
20:16:07.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:07 on dist-test-slave-744m"
20:16:07.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.301017 32263 fs_report.cc:389] FS layout report
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/data
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.382704 32263 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.390347 32263 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:07.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.391010 32263 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.527882 32263 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.60:45885
20:16:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.527941 32339 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.60:45885 every 8 connection(s)
20:16:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.531435 32263 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:07.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.536755 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 32263
20:16:07.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.537385 32072 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal/instance
20:16:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.542222 32340 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:16:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.545301 32170 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 7
20:16:07.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.546777 32252 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } attempt: 7
20:16:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.567418 32340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } has no permanent_uuid. Determining permanent_uuid...
20:16:07.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712962, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for kudu/127.31.82.60@KRBTEST.COM
20:16:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712967, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712964, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for kudu/127.31.82.60@KRBTEST.COM
20:16:07.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712960, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.82.60@KRBTEST.COM
20:16:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.641785 32340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } has no permanent_uuid. Determining permanent_uuid...
20:16:07.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712967, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for kudu/127.31.82.61@KRBTEST.COM
20:16:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.669535 32252 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Bootstrap starting.
20:16:07.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.680917 32170 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Bootstrap starting.
20:16:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.693115 32252 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Neither blocks nor log segments found. Creating new log.
20:16:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.696319 32252 log.cc:826] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Log is configured to *not* fsync() on all Append() calls
20:16:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712960, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.82.61@KRBTEST.COM
20:16:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.707985 32340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } has no permanent_uuid. Determining permanent_uuid...
20:16:07.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.711331 32170 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Neither blocks nor log segments found. Creating new log.
20:16:07.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.717098 32170 log.cc:826] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Log is configured to *not* fsync() on all Append() calls
20:16:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.738961 32170 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: No bootstrap required, opened a new log
20:16:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.733420 32252 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: No bootstrap required, opened a new log
20:16:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712967, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for kudu/127.31.82.60@KRBTEST.COM
20:16:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:07 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712960, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.780182 32170 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.781616 32170 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:16:07.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.782123 32170 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bd1131a9dc046eb8a33184b7b7087a1, State: Initialized, Role: FOLLOWER
20:16:07.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.783504 32170 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.816007 32252 raft_consensus.cc:359] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.817168 32252 raft_consensus.cc:385] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:16:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.817543 32252 raft_consensus.cc:740] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84789997f2f1469dbb4082fcfaaecabd, State: Initialized, Role: FOLLOWER
20:16:07.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.819031 32252 consensus_queue.cc:260] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.822412 32072 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
20:16:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.828703 32356 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.829715 32356 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: FOLLOWER
20:16:07.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.833170 32252 sys_catalog.cc:565] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: configured and running, proceeding with master startup.
20:16:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.888222 32340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Bootstrap starting.
20:16:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.891407 32355 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:07.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.898142 32340 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Neither blocks nor log segments found. Creating new log.
20:16:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.899500 32355 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: FOLLOWER
20:16:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.905506 32340 log.cc:826] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Log is configured to *not* fsync() on all Append() calls
20:16:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.906342 32356 raft_consensus.cc:493] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:16:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.907016 32356 raft_consensus.cc:515] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.911212 32356 leader_election.cc:290] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bd1131a9dc046eb8a33184b7b7087a1 (127.31.82.62:39489), a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885)
20:16:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.911717 32145 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84789997f2f1469dbb4082fcfaaecabd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" is_pre_election: true
20:16:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.921836 32145 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84789997f2f1469dbb4082fcfaaecabd in term 0.
20:16:07.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:07.924 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:16:07.925 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:16:07.925 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:16:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.925669 32204 leader_election.cc:304] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bd1131a9dc046eb8a33184b7b7087a1, 84789997f2f1469dbb4082fcfaaecabd; no voters:
20:16:07.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.926746 32356 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 0 FOLLOWER]: Leader pre-election won for term 1
20:16:07.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.927181 32356 raft_consensus.cc:493] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:16:07.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.923606 32170 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: configured and running, proceeding with master startup.
20:16:07.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.927536 32356 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 0 FOLLOWER]: Advancing to term 1
20:16:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.936038 32356 raft_consensus.cc:515] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:07.937 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.82.62"
port: 39489
}
bound_http_address {
host: "127.31.82.62"
port: 41659
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.82.61"
port: 33315
}
bound_http_address {
host: "127.31.82.61"
port: 43709
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.82.60"
port: 45885
}
bound_http_address {
host: "127.31.82.60"
port: 37405
}
}
}
20:16:07.938 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:16:07.938 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:07.938 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:16:07.939 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:16:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.939759 32145 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84789997f2f1469dbb4082fcfaaecabd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bd1131a9dc046eb8a33184b7b7087a1"
20:16:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.940842 32145 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 0 FOLLOWER]: Advancing to term 1
20:16:07.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.949105 32356 leader_election.cc:290] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [CANDIDATE]: Term 1 election: Requested vote from peers 6bd1131a9dc046eb8a33184b7b7087a1 (127.31.82.62:39489), a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885)
20:16:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.954257 32340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: No bootstrap required, opened a new log
20:16:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.957477 32145 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84789997f2f1469dbb4082fcfaaecabd in term 1.
20:16:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.960264 32204 leader_election.cc:304] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bd1131a9dc046eb8a33184b7b7087a1, 84789997f2f1469dbb4082fcfaaecabd; no voters:
20:16:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.961534 32356 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 1 FOLLOWER]: Leader election won for term 1
20:16:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:07.993685 32124 tablet.cc:2433] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:16:07.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:07.995529 32206 tablet.cc:2433] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:16:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.985364 32356 raft_consensus.cc:697] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 1 LEADER]: Becoming Leader. State: Replica: 84789997f2f1469dbb4082fcfaaecabd, State: Running, Role: LEADER
20:16:08.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.023200 32356 consensus_queue.cc:237] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:08.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.054749 32340 raft_consensus.cc:359] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:08.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.055895 32340 raft_consensus.cc:385] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:16:08.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.056237 32340 raft_consensus.cc:740] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5346a4966504d1fbc7ba46a5e5ece4d, State: Initialized, Role: FOLLOWER
20:16:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.057775 32340 consensus_queue.cc:260] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.044281 32372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 84789997f2f1469dbb4082fcfaaecabd. Latest consensus state: current_term: 1 leader_uuid: "84789997f2f1469dbb4082fcfaaecabd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:08.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.067745 32382 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:08.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.063210 32372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: LEADER
20:16:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.068872 32382 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: This master's current role is: FOLLOWER
20:16:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:07.999858 32179 master_runner.cc:187] Error getting master registration for 127.31.82.62:39489: OK, instance_id { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" instance_seqno: 1790712962806204 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:16:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.070601 32179 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:16:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.072822 32340 sys_catalog.cc:565] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: configured and running, proceeding with master startup.
20:16:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.076474 32315 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84789997f2f1469dbb4082fcfaaecabd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" is_pre_election: true
20:16:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.077907 32315 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84789997f2f1469dbb4082fcfaaecabd in term 0.
20:16:08.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.080739 32314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84789997f2f1469dbb4082fcfaaecabd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d"
20:16:08.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.082005 32314 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 0 FOLLOWER]: Advancing to term 1
20:16:08.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.082247 32385 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:16:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.091941 32314 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84789997f2f1469dbb4082fcfaaecabd in term 1.
20:16:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:08.150887 32294 tablet.cc:2433] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:16:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:08.156090 32369 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:16:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:08.156630 32369 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:16:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.157145 32387 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:16:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.199812 32387 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:16:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:08 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712968, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:16:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:08.247021 32072 mini_kdc.cc:305] Time spent kinit for test-admin: real 0.307s user 0.006s sys 0.010s
20:16:08.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:08.249 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc
20:16:08.252 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:16:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.281461 32314 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 1 FOLLOWER]: Refusing update from remote peer 84789997f2f1469dbb4082fcfaaecabd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:16:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.283934 32145 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Refusing update from remote peer 84789997f2f1469dbb4082fcfaaecabd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:16:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.287824 32372 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:16:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.292039 32372 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:16:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.296443 32397 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:16:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.108516 32100 master_runner.cc:187] Error getting master registration for 127.31.82.60:45885: OK, instance_id { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" instance_seqno: 1790712967491161 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:16:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.324180 32100 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:16:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.331929 32382 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 84789997f2f1469dbb4082fcfaaecabd. Latest consensus state: current_term: 1 leader_uuid: "84789997f2f1469dbb4082fcfaaecabd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.333459 32382 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: This master's current role is: FOLLOWER
20:16:08.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.342674 32355 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 84789997f2f1469dbb4082fcfaaecabd. Latest consensus state: current_term: 1 leader_uuid: "84789997f2f1469dbb4082fcfaaecabd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.343583 32355 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: FOLLOWER
20:16:08.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.348387 32398 mvcc.cc:204] Tried to move back new op lower bound from 7334760318030352384 to 7334760317036208128. Current Snapshot: MvccSnapshot[applied={T|T < 7334760318030352384}]
20:16:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.353258 32387 catalog_manager.cc:1396] Generated new cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.353601 32387 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:16:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.367271 32356 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "84789997f2f1469dbb4082fcfaaecabd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.368124 32356 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: LEADER
20:16:08.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.377681 32372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "84789997f2f1469dbb4082fcfaaecabd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.379897 32372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: LEADER
20:16:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.389268 32355 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "84789997f2f1469dbb4082fcfaaecabd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.390092 32355 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: FOLLOWER
20:16:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.395673 32382 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "84789997f2f1469dbb4082fcfaaecabd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.396526 32382 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: This master's current role is: FOLLOWER
20:16:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.420337 32387 catalog_manager.cc:1419] Generated new certificate authority record
20:16:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.436630 32387 catalog_manager.cc:1553] Loading token signing keys...
20:16:08.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.479252 32387 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Generated new TSK 0
20:16:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:08.480854 32387 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:16:09.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.092037 32385 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:09.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.092705 32385 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: loading cluster ID for follower catalog manager: success
20:16:09.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.103967 32385 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: acquiring CA information for follower catalog manager: success
20:16:09.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.111303 32385 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:16:09.253 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.82.62:39489
20:16:09.254 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:16:09.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.255641 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 32100
20:16:09.304 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:09.304 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.82.61:33315
20:16:09.304 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:16:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.305908 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 32179
20:16:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.313714 32397 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.314071 32397 catalog_manager.cc:1601] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: loading cluster ID for follower catalog manager: success
20:16:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.321574 32397 catalog_manager.cc:1623] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: acquiring CA information for follower catalog manager: success
20:16:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.326810 32397 catalog_manager.cc:1651] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:16:09.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:09.359 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.82.60:45885
20:16:09.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.360379 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 32263
20:16:09.392 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:09.393 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.82.62:39489
20:16:09.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:16:09.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.395427 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/logs
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.62:39489
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.62
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41659
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.62
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.778646 32411 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.779510 32411 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.780234 32411 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.818315 32411 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.818588 32411 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.818864 32411 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.819100 32411 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.819324 32411 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.819528 32411 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.819818 32411 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.864668 32411 master_runner.cc:387] Master server non-default flags:
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/logs
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.62
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.62:39489
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.62
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41659
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.866302 32411 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:09.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:09.867642 32411 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.882436 32417 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:11.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:11.282100 32416 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 32411
20:16:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:11.568506 32411 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.686s user 0.540s sys 1.102s
20:16:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:11.569294 32411 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.687s user 0.540s sys 1.102s
20:16:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:09.883139 32418 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:11.570189 32419 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1687 milliseconds
20:16:11.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:11.571550 32420 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.571472 32411 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:16:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.576227 32411 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.579180 32411 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.580686 32411 hybrid_clock.cc:648] HybridClock initialized: now 1790712971580563 us; error 41 us; skew 500 ppm
20:16:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.581838 32411 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:11.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:11 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712971, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:11.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.588970 32411 init.cc:377] Logged in from keytab as kudu/127.31.82.62@KRBTEST.COM (short username kudu)
20:16:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.594607 32411 webserver.cc:533] Webserver started at http://127.31.82.62:41659/ using document root <none> and password file <none>
20:16:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.595721 32411 fs_manager.cc:362] Metadata directory not provided
20:16:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.595991 32411 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.605831 32411 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.000s sys 0.005s
20:16:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.611626 32430 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:11.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.613152 32411 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
20:16:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.613487 32411 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bd1131a9dc046eb8a33184b7b7087a1"
20:16:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:02 on dist-test-slave-744m"
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.615721 32411 fs_report.cc:389] FS layout report
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/data
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.696237 32411 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.709161 32411 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.709803 32411 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.822554 32411 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.62:39489
20:16:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.822659 32481 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.62:39489 every 8 connection(s)
20:16:11.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.825687 32411 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.834682 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 32411
20:16:11.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:11.835 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.82.61:33315
20:16:11.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.837648 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/logs
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.61:33315
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.61
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43709
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.61
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.840289 32482 sys_catalog.cc:263] Verifying existing consensus state
20:16:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.848737 32482 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Bootstrap starting.
20:16:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.894492 32482 log.cc:826] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Log is configured to *not* fsync() on all Append() calls
20:16:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.913198 32482 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:16:11.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.914188 32482 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Bootstrap complete.
20:16:11.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.940593 32482 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:11.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.943243 32482 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bd1131a9dc046eb8a33184b7b7087a1, State: Initialized, Role: FOLLOWER
20:16:11.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.944382 32482 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.947875 32486 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.949018 32486 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: FOLLOWER
20:16:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:11.950037 32482 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: configured and running, proceeding with master startup.
20:16:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.000846 32497 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.002489 32497 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: loading cluster ID for follower catalog manager: success
20:16:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.012426 32497 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: acquiring CA information for follower catalog manager: success
20:16:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.021236 32497 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:16:12.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:12 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712971, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.052019 32411 master_runner.cc:187] Error getting master registration for 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111),
20:16:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.083249 32411 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:16:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.304098 32484 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.304931 32484 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.305747 32484 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.345777 32484 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.346050 32484 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.346339 32484 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.346546 32484 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.346776 32484 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.347062 32484 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.347295 32484 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.397883 32484 master_runner.cc:387] Master server non-default flags:
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/logs
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.61
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.61:33315
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.61
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43709
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.400076 32484 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:12.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:12.401749 32484 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.418484 32506 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:13.689673 32515 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:16:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:13.691744 32515 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:13.717083 32515 leader_election.cc:290] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 84789997f2f1469dbb4082fcfaaecabd (127.31.82.61:33315), a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885)
20:16:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:13.728778 32432 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:13.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:13.741370 32431 leader_election.cc:336] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:13.747849 32432 leader_election.cc:336] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 84789997f2f1469dbb4082fcfaaecabd (127.31.82.61:33315): Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:13.748771 32432 leader_election.cc:304] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6bd1131a9dc046eb8a33184b7b7087a1; no voters: 84789997f2f1469dbb4082fcfaaecabd, a5346a4966504d1fbc7ba46a5e5ece4d
20:16:13.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:13.749962 32515 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:16:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:13.822186 32505 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 32484
20:16:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:14.203979 32484 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.786s user 0.552s sys 1.093s
20:16:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:14.204394 32484 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.787s user 0.552s sys 1.093s
20:16:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:12.426352 32507 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:14.221957 32519 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.222009 32484 server_base.cc:1061] running on GCE node
20:16:14.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.223760 32484 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.227413 32484 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.228933 32484 hybrid_clock.cc:648] HybridClock initialized: now 1790712974228787 us; error 145 us; skew 500 ppm
20:16:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.230139 32484 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:14 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712974, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.239333 32484 init.cc:377] Logged in from keytab as kudu/127.31.82.61@KRBTEST.COM (short username kudu)
20:16:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.246102 32484 webserver.cc:533] Webserver started at http://127.31.82.61:43709/ using document root <none> and password file <none>
20:16:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.247599 32484 fs_manager.cc:362] Metadata directory not provided
20:16:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.247941 32484 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.261068 32484 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.007s sys 0.000s
20:16:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.267019 32526 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.268603 32484 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
20:16:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.269038 32484 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84789997f2f1469dbb4082fcfaaecabd"
20:16:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:04 on dist-test-slave-744m"
20:16:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.271446 32484 fs_report.cc:389] FS layout report
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/data
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:14.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.334753 32484 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.341717 32484 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.342209 32484 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:14.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.456373 32484 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.61:33315
20:16:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.456509 32577 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.61:33315 every 8 connection(s)
20:16:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.459815 32484 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.460793 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 32484
20:16:14.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:14.461 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.82.60:45885
20:16:14.462 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.463801 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/logs
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.60:45885
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.60
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37405
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.60
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:14.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.482095 32578 sys_catalog.cc:263] Verifying existing consensus state
20:16:14.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.493854 32578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Bootstrap starting.
20:16:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.541436 32578 log.cc:826] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Log is configured to *not* fsync() on all Append() calls
20:16:14.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.562880 32578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:16:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.563936 32578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Bootstrap complete.
20:16:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.594511 32578 raft_consensus.cc:359] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.597198 32578 raft_consensus.cc:740] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84789997f2f1469dbb4082fcfaaecabd, State: Initialized, Role: FOLLOWER
20:16:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.598515 32578 consensus_queue.cc:260] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.602723 32582 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.604535 32578 sys_catalog.cc:565] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: configured and running, proceeding with master startup.
20:16:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.604997 32582 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: FOLLOWER
20:16:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.661897 32593 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.662272 32593 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: loading cluster ID for follower catalog manager: success
20:16:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.671164 32593 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: acquiring CA information for follower catalog manager: success
20:16:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:14 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712974, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.677697 32593 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:16:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.735271 32484 master_runner.cc:187] Error getting master registration for 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111),
20:16:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:14.766465 32484 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:16:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:14.864539 31574 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8500 after lost signal to thread 31505
20:16:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:14.865586 31574 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3ce0 after lost signal to thread 31577
20:16:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:14.936384 31917 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7520 after lost signal to thread 31790
20:16:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:14.937868 31917 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3380 after lost signal to thread 31920
20:16:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.338326 32580 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.339319 32580 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:15.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.346185 32580 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.512759 32580 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.513154 32580 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.513705 32580 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:15.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.514117 32580 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:15.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.514531 32580 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.514942 32580 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.515273 32580 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.658823 32604 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:16:15.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.659895 32604 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.670841 32580 master_runner.cc:387] Master server non-default flags:
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/logs
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.60
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.60:45885
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.60
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37405
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.674146 32580 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.676116 32580 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:15.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.697410 32604 leader_election.cc:290] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 84789997f2f1469dbb4082fcfaaecabd (127.31.82.61:33315), a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885)
20:16:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.712620 32610 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.731812 32431 leader_election.cc:336] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.745903 32553 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "84789997f2f1469dbb4082fcfaaecabd" is_pre_election: true
20:16:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.747313 32553 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6bd1131a9dc046eb8a33184b7b7087a1 in term 1.
20:16:15.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.749727 32432 leader_election.cc:304] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bd1131a9dc046eb8a33184b7b7087a1, 84789997f2f1469dbb4082fcfaaecabd; no voters: a5346a4966504d1fbc7ba46a5e5ece4d
20:16:15.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.751760 32604 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:16:15.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.752264 32604 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:16:15.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.752650 32604 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 1 FOLLOWER]: Advancing to term 2
20:16:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.782418 32604 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.790638 32553 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "84789997f2f1469dbb4082fcfaaecabd"
20:16:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.791381 32553 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 1 FOLLOWER]: Advancing to term 2
20:16:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.815186 32431 leader_election.cc:336] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.817719 32604 leader_election.cc:290] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 election: Requested vote from peers 84789997f2f1469dbb4082fcfaaecabd (127.31.82.61:33315), a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885)
20:16:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.826452 32553 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6bd1131a9dc046eb8a33184b7b7087a1 in term 2.
20:16:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.831421 32432 leader_election.cc:304] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bd1131a9dc046eb8a33184b7b7087a1, 84789997f2f1469dbb4082fcfaaecabd; no voters: a5346a4966504d1fbc7ba46a5e5ece4d
20:16:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.833081 32604 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Leader election won for term 2
20:16:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.848153 32604 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 LEADER]: Becoming Leader. State: Replica: 6bd1131a9dc046eb8a33184b7b7087a1, State: Running, Role: LEADER
20:16:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.850003 32604 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:15.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.874635 32616 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6bd1131a9dc046eb8a33184b7b7087a1. Latest consensus state: current_term: 2 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.875984 32616 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: LEADER
20:16:15.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.889225 32618 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:16:15.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.917951 32618 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:16:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.925319 32618 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.930253 32618 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:16:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.948728 32618 catalog_manager.cc:1553] Loading token signing keys...
20:16:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.960016 32618 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Loaded TSK: 0
20:16:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:15.964745 32618 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:16:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:16.263880 32431 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 -> Peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Couldn't send request to peer a5346a4966504d1fbc7ba46a5e5ece4d. Status: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:16:16.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:16.415414 32553 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 2 FOLLOWER]: Refusing update from remote peer 6bd1131a9dc046eb8a33184b7b7087a1: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:16:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:16.438370 32616 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
20:16:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:16.530929 32619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6bd1131a9dc046eb8a33184b7b7087a1. Latest consensus state: current_term: 2 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:16.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:16.531886 32619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: FOLLOWER
20:16:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:16.539258 32619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:16.540055 32619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: FOLLOWER
20:16:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:16.553170 32621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:16.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:16.555039 32621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: LEADER
20:16:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:17.110304 32411 master_runner.cc:187] Error getting master registration for 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111),
20:16:17.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:17.111701 32411 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:16:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:17.537738 31528 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.30.155.254:46857, user_credentials={real_user=slave}} blocked reactor thread for 70542.5us
20:16:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:17.550346 31530 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.30.155.253:41353, user_credentials={real_user=slave}} blocked reactor thread for 73440.6us
20:16:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:18.739017 32431 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111) [suppressed 8 similar messages]
20:16:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:18.743980 32431 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 -> Peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Couldn't send request to peer a5346a4966504d1fbc7ba46a5e5ece4d. Status: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:16:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:17.103123 32607 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 32580
20:16:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:18.847407 32607 kernel_stack_watchdog.cc:198] Thread 32580 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 385ms:
20:16:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:16:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:16:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:16:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:16:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:18.848610 32580 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.132s user 0.700s sys 1.288s
20:16:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:18.849206 32580 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.133s user 0.700s sys 1.288s
20:16:18.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:18.850100 32613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:18.850747 32611 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 3132 milliseconds
20:16:18.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.851244 32580 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:16:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:15.717543 32609 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:18.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.857506 32580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.875913 32580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.877513 32580 hybrid_clock.cc:648] HybridClock initialized: now 1790712978877465 us; error 67 us; skew 500 ppm
20:16:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.878846 32580 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:18 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712978, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.888492 32580 init.cc:377] Logged in from keytab as kudu/127.31.82.60@KRBTEST.COM (short username kudu)
20:16:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.896432 32580 webserver.cc:533] Webserver started at http://127.31.82.60:37405/ using document root <none> and password file <none>
20:16:18.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.897953 32580 fs_manager.cc:362] Metadata directory not provided
20:16:18.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.898445 32580 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:18.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.913578 32580 fs_manager.cc:714] Time spent opening directory manager: real 0.009s user 0.006s sys 0.002s
20:16:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.921247 32643 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.923020 32580 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s
20:16:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.923549 32580 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5346a4966504d1fbc7ba46a5e5ece4d"
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:07 on dist-test-slave-744m"
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:18.927186 32580 fs_report.cc:389] FS layout report
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/data
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.004458 32580 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:19.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.013870 32580 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.014559 32580 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.170535 32580 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.60:45885
20:16:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.170585 32694 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.60:45885 every 8 connection(s)
20:16:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.174542 32580 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.177507 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 32580
20:16:19.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:19.182 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.82.62:39489(127.31.82.62:39489)] connecting to peer
20:16:19.189 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.82.61:33315(127.31.82.61:33315)] connecting to peer
20:16:19.190 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.82.62:39489(127.31.82.62:39489)] Successfully connected to peer
20:16:19.195 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.82.60:45885(127.31.82.60:45885)] connecting to peer
20:16:19.198 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.82.61:33315(127.31.82.61:33315)] Successfully connected to peer
20:16:19.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.203442 32695 sys_catalog.cc:263] Verifying existing consensus state
20:16:19.205 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.82.60:45885(127.31.82.60:45885)] Successfully connected to peer
20:16:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.214509 32695 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Bootstrap starting.
20:16:19.219 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:16:19.220 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc
20:16:19.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790712968, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:19.240 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:16:19.240 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:16:19.241 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:16:19.241 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc
20:16:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790712968, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:19.269 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:16:19.269 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:16:19.269 [DEBUG - kudu-nio-0] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:16:19.269 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc
20:16:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790712968, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:19.276 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:16:19.276 [INFO - kudu-nio-0] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:16:19.277 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.31.82.62
20:16:19.280 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.31.82.60
20:16:19.288 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.31.82.61
20:16:19.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.310571 32695 log.cc:826] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Log is configured to *not* fsync() on all Append() calls
20:16:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.346108 32695 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:16:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.347647 32695 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Bootstrap complete.
20:16:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790712968, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.82.61@KRBTEST.COM
20:16:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790712968, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.82.60@KRBTEST.COM
20:16:19.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790712968, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.388717 32695 raft_consensus.cc:359] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.392858 32695 raft_consensus.cc:740] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5346a4966504d1fbc7ba46a5e5ece4d, State: Initialized, Role: FOLLOWER
20:16:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712971, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for kudu/127.31.82.60@KRBTEST.COM
20:16:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.394464 32695 consensus_queue.cc:260] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.404603 32708 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.405669 32708 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: This master's current role is: FOLLOWER
20:16:19.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.409226 32695 sys_catalog.cc:565] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: configured and running, proceeding with master startup.
20:16:19.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.437806 32670 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [term 1 FOLLOWER]: Advancing to term 2
20:16:19.445 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x9d576fa3, L:/127.0.0.1:43812 - R:/127.31.82.60:45885] using SASL/GSSAPI
20:16:19.451 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe066d63a, L:/127.0.0.1:41850 - R:/127.31.82.62:39489] using SASL/GSSAPI
20:16:19.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.82.60:45885: Catalog manager is not initialized. State: Starting
20:16:19.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:16:19.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=286), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.82.62:39489, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.82.61:33315, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.82.60:45885, [282ms] Sub RPC ConnectToMaster: received response from server master-127.31.82.60:45885: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [283ms] Sub RPC ConnectToMaster: received response from server master-127.31.82.62:39489: OK, deferred=null) after lookup
20:16:19.471 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x72b826ab, L:/127.0.0.1:47188 - R:/127.31.82.61:33315] using SASL/GSSAPI
20:16:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.533223 32708 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6bd1131a9dc046eb8a33184b7b7087a1. Latest consensus state: current_term: 2 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.534377 32708 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: This master's current role is: FOLLOWER
20:16:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.536754 32722 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:16:19.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.548715 32720 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.552623 32720 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d [sys.catalog]: This master's current role is: FOLLOWER
20:16:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712978, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:19.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712978, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for kudu/127.31.82.61@KRBTEST.COM
20:16:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712978, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for kudu/127.31.82.60@KRBTEST.COM
20:16:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:19 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712974, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for kudu/127.31.82.60@KRBTEST.COM
20:16:19.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.873786 32635 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:19.877902 32635 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: LEADER
20:16:20.473 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.82.62:39489
20:16:20.474 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:16:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:20.476359 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 32411
20:16:20.508 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.82.62:39489(127.31.82.62:39489)] handling channelInactive
20:16:20.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:20.508 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.82.61:33315
20:16:20.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.82.62:39489(127.31.82.62:39489)] cleaning up while in state READY due to: connection closed
20:16:20.509 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:16:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:20.510030 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 32484
20:16:20.547 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.82.61:33315(127.31.82.61:33315)] handling channelInactive
20:16:20.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.82.61:33315(127.31.82.61:33315)] cleaning up while in state READY due to: connection closed
20:16:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:20.547868 32722 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:20.548401 32722 catalog_manager.cc:1601] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: loading cluster ID for follower catalog manager: success
20:16:20.551 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:20.551 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.82.60:45885
20:16:20.551 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:16:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:20.552703 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 32580
20:16:20.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:20.579 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.82.62:39489
20:16:20.579 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.82.60:45885(127.31.82.60:45885)] handling channelInactive
20:16:20.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:16:20.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.82.60:45885(127.31.82.60:45885)] cleaning up while in state READY due to: connection closed
20:16:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:20.581436 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/logs
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.62:39489
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.62
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41659
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.62
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:20.958870 32731 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:20.959661 32731 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:20.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:20.960376 32731 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.001942 32731 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.002220 32731 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.002508 32731 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.002701 32731 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.002926 32731 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.003213 32731 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.003386 32731 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:21.050172 32731 master_runner.cc:387] Master server non-default flags:
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/logs
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.62
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.62:39489
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.62
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41659
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:21.051842 32731 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:21.053103 32731 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.066241 32737 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.122228 31917 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad960 after lost signal to thread 31790
20:16:21.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.123936 31917 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6ce0 after lost signal to thread 31920
20:16:22.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:22.469112 32736 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 32731
20:16:22.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:22.878677 32736 kernel_stack_watchdog.cc:198] Thread 32731 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
20:16:22.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:16:22.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:16:22.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:16:22.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:16:22.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:21.066960 32738 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:22.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:22.879241 32731 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.812s user 0.652s sys 1.059s
20:16:22.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:22.879678 32731 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.813s user 0.653s sys 1.059s
20:16:22.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:22.881681 32740 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:22.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:22.884194 32739 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1811 milliseconds
20:16:22.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.884203 32731 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:16:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.885780 32731 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.888612 32731 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.890031 32731 hybrid_clock.cc:648] HybridClock initialized: now 1790712982889995 us; error 41 us; skew 500 ppm
20:16:22.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.890978 32731 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:22 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712982, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.897864 32731 init.cc:377] Logged in from keytab as kudu/127.31.82.62@KRBTEST.COM (short username kudu)
20:16:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.904246 32731 webserver.cc:533] Webserver started at http://127.31.82.62:41659/ using document root <none> and password file <none>
20:16:22.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.905395 32731 fs_manager.cc:362] Metadata directory not provided
20:16:22.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.905664 32731 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:22.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.914916 32731 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.001s sys 0.005s
20:16:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.920277 32751 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.921589 32731 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
20:16:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.922027 32731 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bd1131a9dc046eb8a33184b7b7087a1"
20:16:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:02 on dist-test-slave-744m"
20:16:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.924301 32731 fs_report.cc:389] FS layout report
20:16:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/wal
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/data
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:22.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:22.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.976488 32731 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.983425 32731 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:22.984041 32731 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.077145 32731 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.62:39489
20:16:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.077291 335 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.62:39489 every 8 connection(s)
20:16:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.080490 32731 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-0/data/info.pb
20:16:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.084442 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 32731
20:16:23.085 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:23.085 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.82.61:33315
20:16:23.085 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:16:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.087931 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/logs
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.61:33315
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.61
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43709
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.61
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.100653 336 sys_catalog.cc:263] Verifying existing consensus state
20:16:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.110519 336 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Bootstrap starting.
20:16:23.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.170568 336 log.cc:826] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Log is configured to *not* fsync() on all Append() calls
20:16:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.190768 336 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:16:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.191731 336 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Bootstrap complete.
20:16:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.219656 336 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.222208 336 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bd1131a9dc046eb8a33184b7b7087a1, State: Initialized, Role: FOLLOWER
20:16:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.223219 336 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.226833 340 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.227982 340 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: FOLLOWER
20:16:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.228917 336 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: configured and running, proceeding with master startup.
20:16:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.274253 351 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.274544 351 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: loading cluster ID for follower catalog manager: success
20:16:23.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.283921 351 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: acquiring CA information for follower catalog manager: success
20:16:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.290719 351 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:16:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:23 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712982, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.321486 32731 master_runner.cc:187] Error getting master registration for 127.31.82.61:33315: Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111),
20:16:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.342760 32731 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:16:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.558573 338 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.559468 338 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.560303 338 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.612884 338 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.613270 338 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:23.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.613794 338 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:23.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.614161 338 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:23.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.614516 338 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.614888 338 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.615180 338 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.665535 338 master_runner.cc:387] Master server non-default flags:
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/logs
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.61
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.61:33315
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.61
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43709
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.667610 338 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:23.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:23.669073 338 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.685052 361 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:24.511811 367 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:16:24.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:24.512727 367 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:24.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:24.516723 367 leader_election.cc:290] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 84789997f2f1469dbb4082fcfaaecabd (127.31.82.61:33315), a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885)
20:16:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:24.551254 32752 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:24.575101 32752 leader_election.cc:336] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:24.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:24.585966 32753 leader_election.cc:336] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 84789997f2f1469dbb4082fcfaaecabd (127.31.82.61:33315): Network error: Client connection negotiation failed: client connection to 127.31.82.61:33315: connect: Connection refused (error 111)
20:16:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:24.586669 32753 leader_election.cc:304] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6bd1131a9dc046eb8a33184b7b7087a1; no voters: 84789997f2f1469dbb4082fcfaaecabd, a5346a4966504d1fbc7ba46a5e5ece4d
20:16:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:24.587829 367 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
20:16:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:25.090343 360 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 338
20:16:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:25.673061 360 kernel_stack_watchdog.cc:198] Thread 338 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:16:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:16:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:16:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:16:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:16:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:23.687422 362 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:25.673521 338 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.988s user 0.510s sys 0.982s
20:16:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:25.673897 338 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.989s user 0.510s sys 0.982s
20:16:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:25.678440 363 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1987 milliseconds
20:16:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:25.680125 364 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.680198 338 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:16:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.681838 338 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.685618 338 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.687052 338 hybrid_clock.cc:648] HybridClock initialized: now 1790712985687017 us; error 38 us; skew 500 ppm
20:16:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.688361 338 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:25.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:25 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712985, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.696220 338 init.cc:377] Logged in from keytab as kudu/127.31.82.61@KRBTEST.COM (short username kudu)
20:16:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.705654 338 webserver.cc:533] Webserver started at http://127.31.82.61:43709/ using document root <none> and password file <none>
20:16:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.706880 338 fs_manager.cc:362] Metadata directory not provided
20:16:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.707141 338 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.716907 338 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.002s
20:16:25.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.722832 378 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:25.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.724285 338 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
20:16:25.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.724601 338 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:25.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84789997f2f1469dbb4082fcfaaecabd"
20:16:25.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:04 on dist-test-slave-744m"
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.726711 338 fs_report.cc:389] FS layout report
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/wal
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/data
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.821916 338 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.829282 338 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.829818 338 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.932379 338 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.61:33315
20:16:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.932518 429 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.61:33315 every 8 connection(s)
20:16:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.935801 338 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-1/data/info.pb
20:16:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.941252 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 338
20:16:25.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:25.942 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.82.60:45885
20:16:25.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.943861 32072 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/logs
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.60:45885
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.60
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37405
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.60
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:16:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:16:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.953795 430 sys_catalog.cc:263] Verifying existing consensus state
20:16:25.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:25.963222 430 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Bootstrap starting.
20:16:26.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.024417 430 log.cc:826] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Log is configured to *not* fsync() on all Append() calls
20:16:26.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.049830 430 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:16:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.051021 430 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: Bootstrap complete.
20:16:26.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.094326 430 raft_consensus.cc:359] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:26.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.097337 430 raft_consensus.cc:740] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84789997f2f1469dbb4082fcfaaecabd, State: Initialized, Role: FOLLOWER
20:16:26.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.098647 430 consensus_queue.cc:260] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.103513 434 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.104573 434 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: FOLLOWER
20:16:26.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.105741 430 sys_catalog.cc:565] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: configured and running, proceeding with master startup.
20:16:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.138080 443 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:16:26.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.139230 443 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:26.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.182056 448 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:16:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.183023 443 leader_election.cc:290] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 84789997f2f1469dbb4082fcfaaecabd (127.31.82.61:33315), a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885)
20:16:26.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.210878 32752 leader_election.cc:336] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:26 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712982, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.62@KRBTEST.COM for kudu/127.31.82.61@KRBTEST.COM
20:16:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:26 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712985, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for kudu/127.31.82.62@KRBTEST.COM
20:16:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.234910 405 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "84789997f2f1469dbb4082fcfaaecabd" is_pre_election: true
20:16:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.236006 405 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6bd1131a9dc046eb8a33184b7b7087a1 in term 2.
20:16:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.238235 32753 leader_election.cc:304] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bd1131a9dc046eb8a33184b7b7087a1, 84789997f2f1469dbb4082fcfaaecabd; no voters: a5346a4966504d1fbc7ba46a5e5ece4d
20:16:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.239310 443 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:16:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.239744 443 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:16:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.240100 443 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 2 FOLLOWER]: Advancing to term 3
20:16:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.248394 443 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.251730 405 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "84789997f2f1469dbb4082fcfaaecabd"
20:16:26.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.252399 405 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 2 FOLLOWER]: Advancing to term 3
20:16:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.256788 32752 leader_election.cc:336] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111)
20:16:26.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.262952 443 leader_election.cc:290] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 election: Requested vote from peers 84789997f2f1469dbb4082fcfaaecabd (127.31.82.61:33315), a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885)
20:16:26.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.265178 405 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6bd1131a9dc046eb8a33184b7b7087a1 in term 3.
20:16:26.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.266872 32753 leader_election.cc:304] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6bd1131a9dc046eb8a33184b7b7087a1, 84789997f2f1469dbb4082fcfaaecabd; no voters: a5346a4966504d1fbc7ba46a5e5ece4d
20:16:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.267747 443 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 3 FOLLOWER]: Leader election won for term 3
20:16:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.270256 443 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [term 3 LEADER]: Becoming Leader. State: Replica: 6bd1131a9dc046eb8a33184b7b7087a1, State: Running, Role: LEADER
20:16:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.271342 443 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } }
20:16:26.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.303743 453 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6bd1131a9dc046eb8a33184b7b7087a1. Latest consensus state: current_term: 3 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:26.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.304754 453 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: LEADER
20:16:26.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.324555 455 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
20:16:26.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:26 dist-test-slave-744m krb5kdc[32083](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712985, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.61@KRBTEST.COM for kudu/127.31.82.61@KRBTEST.COM
20:16:26.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.339335 455 catalog_manager.cc:1533] Initializing Kudu cluster ID...
20:16:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.346349 455 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.346696 455 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
20:16:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.353987 455 catalog_manager.cc:1553] Loading token signing keys...
20:16:26.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.358982 455 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1: Loaded TSK: 0
20:16:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.360496 455 catalog_manager.cc:1563] Initializing in-progress tserver states...
20:16:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.355309 338 master_runner.cc:187] Error getting master registration for 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111),
20:16:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.387017 338 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:16:26.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.462033 432 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:16:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.462838 432 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:16:26.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.463680 432 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:16:26.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.506038 432 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:16:26.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.506392 432 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:16:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.506872 432 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:16:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.508107 432 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:16:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.508401 432 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:16:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.508723 432 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:16:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.508888 432 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42221/jwks.json
20:16:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.564272 432 master_runner.cc:387] Master server non-default flags:
20:16:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/logs
20:16:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:16:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:16:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.82.20:45847
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.82.62:39489,127.31.82.61:33315,127.31.82.60:45885
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/kudu.keytab
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.82.60
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.82.60:45885
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42221/jwks.json
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:16:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.82.60
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37405
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 19:43:22 UTC on e7f111948823
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14062
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:16:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.565971 432 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:16:26.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.567556 432 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:16:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.581900 461 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.809221 405 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [term 3 FOLLOWER]: Refusing update from remote peer 6bd1131a9dc046eb8a33184b7b7087a1: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
20:16:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.809818 32752 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 -> Peer a5346a4966504d1fbc7ba46a5e5ece4d (127.31.82.60:45885): Couldn't send request to peer a5346a4966504d1fbc7ba46a5e5ece4d. Status: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:16:26.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.811251 453 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
20:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.829399 468 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6bd1131a9dc046eb8a33184b7b7087a1. Latest consensus state: current_term: 3 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.830196 468 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: FOLLOWER
20:16:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.877713 468 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.878607 468 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd [sys.catalog]: This master's current role is: FOLLOWER
20:16:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.897162 453 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bd1131a9dc046eb8a33184b7b7087a1" member_type: VOTER last_known_addr { host: "127.31.82.62" port: 39489 } } peers { permanent_uuid: "84789997f2f1469dbb4082fcfaaecabd" member_type: VOTER last_known_addr { host: "127.31.82.61" port: 33315 } } peers { permanent_uuid: "a5346a4966504d1fbc7ba46a5e5ece4d" member_type: VOTER last_known_addr { host: "127.31.82.60" port: 45885 } } }
20:16:26.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:26.898501 453 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bd1131a9dc046eb8a33184b7b7087a1 [sys.catalog]: This master's current role is: LEADER
20:16:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:27.200894 448 catalog_manager.cc:1308] Loaded cluster ID: 9eaa9d9337d5440ea620255891d2c0fd
20:16:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:27.201370 448 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: loading cluster ID for follower catalog manager: success
20:16:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:27.212917 448 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: acquiring CA information for follower catalog manager: success
20:16:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:27.222057 448 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 84789997f2f1469dbb4082fcfaaecabd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:16:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.367796 32731 master_runner.cc:187] Error getting master registration for 127.31.82.60:45885: Network error: Client connection negotiation failed: client connection to 127.31.82.60:45885: connect: Connection refused (error 111),
20:16:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.369002 32731 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:16:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:27.983309 460 debug-util.cc:398] Leaking SignalData structure 0x7b0800034f00 after lost signal to thread 432
20:16:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:28.471988 460 kernel_stack_watchdog.cc:198] Thread 432 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
20:16:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:16:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:16:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:16:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:16:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:26.582680 462 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:28.500427 464 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:16:28.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:28.511512 432 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.928s user 0.005s sys 0.012s
20:16:28.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:28.511976 432 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.928s user 0.005s sys 0.012s
20:16:28.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.512274 432 server_base.cc:1061] running on GCE node
20:16:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.513679 432 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:16:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.524425 432 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:16:28.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.526382 432 hybrid_clock.cc:648] HybridClock initialized: now 1790712988526320 us; error 86 us; skew 500 ppm
20:16:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.527735 432 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:16:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 20:16:28 dist-test-slave-744m krb5kdc[32083](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790712988, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.82.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:16:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.537355 432 init.cc:377] Logged in from keytab as kudu/127.31.82.60@KRBTEST.COM (short username kudu)
20:16:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.558271 432 webserver.cc:533] Webserver started at http://127.31.82.60:37405/ using document root <none> and password file <none>
20:16:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.559854 432 fs_manager.cc:362] Metadata directory not provided
20:16:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.560189 432 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:16:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.581924 432 fs_manager.cc:714] Time spent opening directory manager: real 0.009s user 0.007s sys 0.000s
20:16:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.588279 487 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:16:28.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.590086 432 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.003s
20:16:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.590670 432 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data,/tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5346a4966504d1fbc7ba46a5e5ece4d"
20:16:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 20:16:07 on dist-test-slave-744m"
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.593758 432 fs_report.cc:389] FS layout report
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/wal
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/data
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:16:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:16:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.670368 432 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:16:28.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.677413 432 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:16:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.677901 432 kserver.cc:163] Server-wide thread pool size limit: 3276
20:16:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.805343 432 rpc_server.cc:307] RPC server started. Bound to: 127.31.82.60:45885
20:16:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.805442 538 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.82.60:45885 every 8 connection(s)
20:16:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.810516 432 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/master-2/data/info.pb
20:16:28.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.814034 32072 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu as pid 432
20:16:28.815 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:16:28.816 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.82.62:39489(127.31.82.62:39489)] connecting to peer
20:16:28.826 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.31.82.62:39489(127.31.82.62:39489)] Successfully connected to peer
20:16:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.829597 539 sys_catalog.cc:263] Verifying existing consensus state
20:16:28.830 [DEBUG - kudu-nio-3] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:16:28.831 [DEBUG - kudu-nio-3] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSfvk2B/test-tmp/mini-kudu-cluster16904591068517002697/krb5kdc/krb5cc
20:16:28.832 [DEBUG - kudu-nio-3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:16:28.832 [WARN - kudu-nio-3] (SecurityContext.java:231) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
20:16:28.833 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.82.62:39489(127.31.82.62:39489)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:16:28.834 [DEBUG - main] (Connection.java:575) [peer master-127.31.82.62:39489(127.31.82.62:39489)] disconnecting while in state TERMINATED
20:16:28.834 [DEBUG - main] (Connection.java:575) [peer master-127.31.82.60:45885(127.31.82.60:45885)] disconnecting while in state TERMINATED
20:16:28.834 [DEBUG - main] (Connection.java:575) [peer master-127.31.82.61:33315(127.31.82.61:33315)] disconnecting while in state TERMINATED
20:16:28.834 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.31.82.62:39489(127.31.82.62:39489)] handling channelInactive
20:16:28.834 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:28.837813 542 negotiation.cc:336] Failed RPC negotiation. Trace:
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.826695 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34976 (local address 127.31.82.62:39489)
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.829280 (+ 2585us) server_negotiation.cc:207] Beginning negotiation
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.829301 (+ 21us) server_negotiation.cc:400] Waiting for connection header
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.829343 (+ 42us) server_negotiation.cc:408] Connection header received
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.829475 (+ 132us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.829495 (+ 20us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.829757 (+ 262us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.830302 (+ 545us) server_negotiation.cc:227] Negotiated authn=SASL
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 20:16:28.835974 (+ 5672us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34976: BlockingRecv error: recv got EOF from 127.0.0.1:34976 (error 108)
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2119,"thread_start_us":1779,"threads_started":1}
20:16:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.838675 539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Bootstrap starting.
20:16:28.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.839649 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 32731
20:16:28.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.888399 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 338
20:16:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.896397 539 log.cc:826] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Log is configured to *not* fsync() on all Append() calls
20:16:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.918555 539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:16:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.919669 539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5346a4966504d1fbc7ba46a5e5ece4d: Bootstrap complete.
20:16:28.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:28.924685 32072 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 432
20:16:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:30.175159 31776 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 31648
20:16:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 20:16:30.176685 31776 debug-util.cc:398] Leaking SignalData structure 0x7b08000adc80 after lost signal to thread 31779
20:16:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:16:30Z chronyd exiting
20:16:31.300 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:16:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:31.303371 31343 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 31626
20:16:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:31.336318 31343 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 31787
20:16:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:31.371556 31343 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 31930
20:16:31.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:31.404362 31343 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 31355
20:16:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:31.442495 31343 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 31425
20:16:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 20:16:31.479964 31343 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSfvk2B/build/tsan/bin/kudu with pid 31500
20:16:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T20:16:32Z chronyd exiting
20:16:33.702 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more